from google.colab import drive
drive.mount('/content/drive')
%cd '/content/drive/My Drive/Colab Notebooks/imageCaptions'
!nvidia-smi
Mounted at /content/drive
/content/drive/My Drive/Colab Notebooks/imageCaptions
Thu Nov 26 15:27:03 2020
+-----------------------------------------------------------------------------+
| NVIDIA-SMI 455.38 Driver Version: 418.67 CUDA Version: 10.1 |
|-------------------------------+----------------------+----------------------+
| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |
| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |
| | | MIG M. |
|===============================+======================+======================|
| 0 Tesla K80 Off | 00000000:00:04.0 Off | 0 |
| N/A 71C P8 32W / 149W | 0MiB / 11441MiB | 0% Default |
| | | ERR! |
+-------------------------------+----------------------+----------------------+
+-----------------------------------------------------------------------------+
| Processes: |
| GPU GI CI PID Type Process name GPU Memory |
| ID ID Usage |
|=============================================================================|
| No running processes found |
+-----------------------------------------------------------------------------+
import numpy as np
from matplotlib import pyplot as plt
import os
import cv2
from pprint import pprint
import torch
from tqdm import tqdm_notebook as tqdm
import torch.nn as nn
import torch.optim as optim
import torchvision.transforms as transforms
from torch.utils.tensorboard import SummaryWriter
from utils import save_checkpoint, load_checkpoint, print_examples
from MyDataloader import get_loader as my_get_loader
from model import EncoderDecoder
from model import *
from nltk.translate.bleu_score import sentence_bleu, SmoothingFunction
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
ROOT_FOLDER = "/content/drive/My Drive/Colab Notebooks/imageCaptions/flickr8k/images"
def disp_msg(split_type, length):
print(f'{split_type} dataset: Total number of images {length} \nwith a total number of recordes {length*5}', end='\n')
from collections import defaultdict
import json
import pandas as pd
from glob import glob
#Read the images
actuall_images = glob('images/*')
actuall_images = [img.split('/')[-1] for img in actuall_images]
# for getting the split to train, test and validation Let's read the JSON file, and extract the data from it.
dataset_path = r'/content/drive/MyDrive/Colab Notebooks/imageCaptions/flickr8k/dataset.json'
dataset = json.load(open(dataset_path, 'r', encoding="utf8"))
split = defaultdict(list)
for img in dataset['images']:
split[img['split']].append(img)
names = ['train', 'val', 'test']
total_images_from_dataset = 0
for name in names:
split_values = split[f'{name}']
df = pd.DataFrame.from_dict(split_values)
images_list = df['filename'].tolist()
print("\n")
display(df.head(10))
print("\n")
disp_msg(name, len(split_values))
print("\n")
| sentids | imgid | sentences | split | filename | |
|---|---|---|---|---|---|
| 0 | [0, 1, 2, 3, 4] | 0 | [{'tokens': ['a', 'black', 'dog', 'is', 'runni... | train | 2513260012_03d33305cf.jpg |
| 1 | [5, 6, 7, 8, 9] | 1 | [{'tokens': ['a', 'little', 'baby', 'plays', '... | train | 2903617548_d3e38d7f88.jpg |
| 2 | [10, 11, 12, 13, 14] | 2 | [{'tokens': ['a', 'brown', 'dog', 'in', 'the',... | train | 3338291921_fe7ae0c8f8.jpg |
| 3 | [15, 16, 17, 18, 19] | 3 | [{'tokens': ['a', 'brown', 'dog', 'is', 'runni... | train | 488416045_1c6d903fe0.jpg |
| 4 | [20, 21, 22, 23, 24] | 4 | [{'tokens': ['a', 'black', 'and', 'white', 'do... | train | 2644326817_8f45080b87.jpg |
| 5 | [25, 26, 27, 28, 29] | 5 | [{'tokens': ['a', 'cyclist', 'wearing', 'a', '... | train | 218342358_1755a9cce1.jpg |
| 6 | [30, 31, 32, 33, 34] | 6 | [{'tokens': ['a', 'man', 'dressed', 'in', 'a',... | train | 2501968935_02f2cd8079.jpg |
| 7 | [35, 36, 37, 38, 39] | 7 | [{'tokens': ['a', 'boy', 'wearing', 'a', 'red'... | train | 2699342860_5288e203ea.jpg |
| 8 | [40, 41, 42, 43, 44] | 8 | [{'tokens': ['a', 'girl', 'in', 'a', 'white', ... | train | 2638369467_8fc251595b.jpg |
| 9 | [45, 46, 47, 48, 49] | 9 | [{'tokens': ['a', 'skier', 'in', 'a', 'yellow'... | train | 2926786902_815a99a154.jpg |
train dataset: Total number of images 6000 with a total number of recordes 30000
| sentids | imgid | sentences | split | filename | |
|---|---|---|---|---|---|
| 0 | [30000, 30001, 30002, 30003, 30004] | 6000 | [{'tokens': ['the', 'boy', 'laying', 'face', '... | val | 2090545563_a4e66ec76b.jpg |
| 1 | [30005, 30006, 30007, 30008, 30009] | 6001 | [{'tokens': ['a', 'boy', 'in', 'a', 'blue', 't... | val | 3393035454_2d2370ffd4.jpg |
| 2 | [30010, 30011, 30012, 30013, 30014] | 6002 | [{'tokens': ['a', 'lady', 'walking', 'her', 'd... | val | 3695064885_a6922f06b2.jpg |
| 3 | [30015, 30016, 30017, 30018, 30019] | 6003 | [{'tokens': ['a', 'big', 'black', 'dog', 'jump... | val | 1679557684_50a206e4a9.jpg |
| 4 | [30020, 30021, 30022, 30023, 30024] | 6004 | [{'tokens': ['two', 'woman', 'climbing', 'rock... | val | 3582685410_05315a15b8.jpg |
| 5 | [30025, 30026, 30027, 30028, 30029] | 6005 | [{'tokens': ['a', 'child', 'is', 'laying', 'in... | val | 1579798212_d30844b4c5.jpg |
| 6 | [30030, 30031, 30032, 30033, 30034] | 6006 | [{'tokens': ['a', 'group', 'of', 'people', 'ar... | val | 269650644_059a84ece5.jpg |
| 7 | [30035, 30036, 30037, 30038, 30039] | 6007 | [{'tokens': ['four', 'children', 'are', 'playi... | val | 2596619849_7b635dd310.jpg |
| 8 | [30040, 30041, 30042, 30043, 30044] | 6008 | [{'tokens': ['a', 'little', 'baby', 'skateboar... | val | 2635164923_2a774f7854.jpg |
| 9 | [30045, 30046, 30047, 30048, 30049] | 6009 | [{'tokens': ['an', 'elderly', 'middle', 'easte... | val | 3583321426_f373c52161.jpg |
val dataset: Total number of images 1000 with a total number of recordes 5000
| sentids | imgid | sentences | split | filename | |
|---|---|---|---|---|---|
| 0 | [35000, 35001, 35002, 35003, 35004] | 7000 | [{'tokens': ['the', 'dogs', 'are', 'in', 'the'... | test | 3385593926_d3e9c21170.jpg |
| 1 | [35005, 35006, 35007, 35008, 35009] | 7001 | [{'tokens': ['a', 'brown', 'and', 'white', 'do... | test | 2677656448_6b7e7702af.jpg |
| 2 | [35010, 35011, 35012, 35013, 35014] | 7002 | [{'tokens': ['a', 'man', 'and', 'a', 'woman', ... | test | 311146855_0b65fdb169.jpg |
| 3 | [35015, 35016, 35017, 35018, 35019] | 7003 | [{'tokens': ['a', 'couple', 'of', 'people', 's... | test | 1258913059_07c613f7ff.jpg |
| 4 | [35020, 35021, 35022, 35023, 35024] | 7004 | [{'tokens': ['a', 'man', 'is', 'wearing', 'a',... | test | 241347760_d44c8d3a01.jpg |
| 5 | [35025, 35026, 35027, 35028, 35029] | 7005 | [{'tokens': ['a', 'brown', 'dog', 'running'], ... | test | 2654514044_a70a6e2c21.jpg |
| 6 | [35030, 35031, 35032, 35033, 35034] | 7006 | [{'tokens': ['a', 'girl', 'with', 'dark', 'bro... | test | 2339106348_2df90aa6a9.jpg |
| 7 | [35035, 35036, 35037, 35038, 35039] | 7007 | [{'tokens': ['a', 'dog', 'with', 'its', 'mouth... | test | 256085101_2c2617c5d0.jpg |
| 8 | [35040, 35041, 35042, 35043, 35044] | 7008 | [{'tokens': ['a', 'black', 'dog', 'emerges', '... | test | 280706862_14c30d734a.jpg |
| 9 | [35045, 35046, 35047, 35048, 35049] | 7009 | [{'tokens': ['a', 'player', 'from', 'the', 'wh... | test | 3072172967_630e9c69d0.jpg |
test dataset: Total number of images 1000 with a total number of recordes 5000
df = pd.DataFrame.from_dict(split['val'])
for sentence in df.iloc[0]['sentences']:
pprint(sentence)
print('\n')
{'imgid': 6000,
'raw': 'the boy laying face down on a skateboard is being pushed along the '
'ground by another boy .',
'sentid': 30000,
'tokens': ['the',
'boy',
'laying',
'face',
'down',
'on',
'a',
'skateboard',
'is',
'being',
'pushed',
'along',
'the',
'ground',
'by',
'another',
'boy']}
{'imgid': 6000,
'raw': 'Two girls play on a skateboard in a courtyard .',
'sentid': 30001,
'tokens': ['two',
'girls',
'play',
'on',
'a',
'skateboard',
'in',
'a',
'courtyard']}
{'imgid': 6000,
'raw': 'Two people play on a long skateboard .',
'sentid': 30002,
'tokens': ['two', 'people', 'play', 'on', 'a', 'long', 'skateboard']}
{'imgid': 6000,
'raw': 'Two small children in red shirts playing on a skateboard .',
'sentid': 30003,
'tokens': ['two',
'small',
'children',
'in',
'red',
'shirts',
'playing',
'on',
'a',
'skateboard']}
{'imgid': 6000,
'raw': 'two young children on a skateboard going across a sidewalk',
'sentid': 30004,
'tokens': ['two',
'young',
'children',
'on',
'a',
'skateboard',
'going',
'across',
'a',
'sidewalk']}
def show_img(image_id):
plt.figure(figsize=[15, 9])
img = plt.imread(os.path.join(ROOT_FOLDER, image_id))
img = cv2.resize(img, (600, 500))
eps = 20
df = pd.DataFrame.from_dict(split['val'])
eps = 0
for sentence in df.iloc[0]['sentences']:
plt.text(2, 10 + eps, sentence['raw'], fontweight='bold', fontsize=12, bbox=dict(facecolor='green', alpha=0.5))
eps += 20
plt.imshow(img)
plt.axis('off')
plt.show()
show_img('2090545563_a4e66ec76b.jpg')
def clean_sentence(sentence):
for i, item in enumerate(sentence):
if item == '<SOS>':
sentence.remove(item)
if item == '<EOS>':
del sentence[i: len(sentence)] # also remove post [<PAD>] tokens
return sentence
def blue_score(batch, dataset, show_output=False):
n_grams_result = {
'1-gram':[],
'2-gram':[],
'3-gram':[],
'4-gram':[]
}
imgs, captions, imgs_id= batch[:3]
smoothie = SmoothingFunction().method1
results = {
'image id':[],
'kpi': [],
'captions list': [],
'output': []
}
with torch.no_grad():
for i, img in enumerate(imgs):
img = img.unsqueeze(0)
captions_list = [clean_sentence([dataset.vocab.itos[idx.detach().cpu().item()] for idx in captions[:, i, j]]) for j in range(5)]
output = clean_sentence(model.caption(img.to(device), train_dataset.vocab))
gram1 = sentence_bleu(captions_list, output, weights=(1, 0, 0, 0), smoothing_function=smoothie)
gram2 = sentence_bleu(captions_list, output, weights=(0.5, 0.5, 0, 0), smoothing_function=smoothie)
gram3 = sentence_bleu(captions_list, output, weights=(0.33, 0.33, 0.33, 0), smoothing_function=smoothie)
gram4 = sentence_bleu(captions_list, output, weights=(0.25, 0.25, 0.25, 0.25), smoothing_function=smoothie)
n_grams_result['1-gram'].append(gram1)
n_grams_result['2-gram'].append(gram2)
n_grams_result['3-gram'].append(gram3)
n_grams_result['4-gram'].append(gram4)
results['image id'].append(imgs_id[i])
results['kpi'].append(
{
'1-gram': gram1,
'2-gram': gram2,
'3-gram': gram3,
'4-gram': gram4
}
)
results['captions list'].append(captions_list)
results['output'].append(output)
if show_output:
print(f'Output: {" ".join(output)}')
for i, cap in enumerate(captions_list):
print(f'option {i+1}: {" ".join(cap)}')
print('\n')
n_grams_result['1-gram'] = np.mean(np.array(n_grams_result['1-gram']))
n_grams_result['2-gram'] = np.mean(np.array(n_grams_result['2-gram']))
n_grams_result['3-gram'] = np.mean(np.array(n_grams_result['3-gram']))
n_grams_result['4-gram'] = np.mean(np.array(n_grams_result['4-gram']))
if show_output:
print(n_grams_result)
print('\n')
return n_grams_result, results
transform = transforms.Compose(
[
transforms.Resize(size=(224, 224)),
transforms.ToTensor(),
transforms.Normalize((0.485, 0.456, 0.406),
(0.229, 0.224, 0.225))
])
train_loader, train_dataset = my_get_loader(
root_folder=ROOT_FOLDER,
df= pd.DataFrame.from_dict(split['train']),
transform=transform,
batch_size=32,
num_workers=4,
shuffle=True)
val_loader, val_dataset = my_get_loader(
root_folder=ROOT_FOLDER,
df= pd.DataFrame.from_dict(split['val']),
transform=transform,
batch_size=32,
num_workers=4,
shuffle=False)

Hyperparameters --- value
Learning rate --------- 1e-3
Batch size -------------- 32
Epochs ------------------- 150
Dropout rate ----------- 50%
Embedding size ------ 512
LSTM hidden size --- 512
LSTM num of lyayrs - 2
# loss
criterion = nn.CrossEntropyLoss(ignore_index=train_dataset.vocab.stoi["<PAD>"])
# optimizer
optimizer = optim.Adam(model.parameters(), lr=learning_rate)
torch.backends.cudnn.benchmark = True
load_model, train_CNN, save_model = False, False, True
# architecture hyperparameters set ups
embed_size, hidden_size, num_layers = 512, 512, 2
vocab_size = len(train_dataset.vocab)
# train hyperparameters
learning_rate = 1e-3
num_epochs = 150
# set tensorboard writer
writer = SummaryWriter(f'runs/run_for_graphs1')
# architecture
model = EncoderDecoder(embed_size, hidden_size, vocab_size, num_layers).to(device)
# loss function
criterion = nn.CrossEntropyLoss(ignore_index=train_dataset.vocab.stoi["<PAD>"])
# optimizer
optimizer = optim.Adam(model.parameters(), lr=learning_rate)
scheduler = None
def train_one_epoch(model, optimizer, dataloader, dataset, step, writer):
kpi={
'loss': [],
'1-gram':[],
'2-gram':[],
'3-gram':[],
'4-gram':[]
}
model.train()
for idx, data in tqdm(
enumerate(dataloader), total=len(dataloader)):
''' imgs shape [32, 3, 224, 224]
captions shape [max sentence length, 32, 5] '''
imgs, captions, _ = data[:3]
max_length, batch_size, _ = captions.shape
captions = captions.reshape(max_length, batch_size*5)
imgs = imgs.to(device)
captions = captions.to(device)
imgs = torch.repeat_interleave(imgs, repeats=5, dim=0) #[a, b, c] -> [aaaaa, bbbbb, ccccc].T
''' imgs shape [160, 3, 224, 244]
captions shape [max sentence length, 160] '''
outputs = model(imgs, captions[:-1])
loss = criterion(
outputs.reshape(-1, outputs.shape[2]), captions.reshape(-1)
)
writer.add_scalar("Training loss", loss.item(), global_step=step)
if idx == (len(dataloader) -1):
print('\nTrain result\n')
n_grams_result, _ = blue_score(data, dataset, show_output=True) #calculate blue score of the batch
else:
n_grams_result, _ = blue_score(data, dataset) #calculate blue score of the batch
writer.add_scalar("1-gram bleu_train", n_grams_result['1-gram'] , global_step=step)
writer.add_scalar("2-gram bleu_train", n_grams_result['2-gram'] , global_step=step)
writer.add_scalar("3-gram bleu_train", n_grams_result['3-gram'] , global_step=step)
writer.add_scalar("4-gram bleu_train", n_grams_result['4-gram'] , global_step=step)
step += 1
optimizer.zero_grad()
loss.backward(loss)
optimizer.step()
kpi['loss'].append(loss.item())
kpi['1-gram'].append(n_grams_result['1-gram'])
kpi['2-gram'].append(n_grams_result['2-gram'])
kpi['3-gram'].append(n_grams_result['3-gram'])
kpi['4-gram'].append(n_grams_result['4-gram'])
return model, optimizer, kpi, step, writer
for data in train_loader:
imgs, captions, _ = data[:3]
print(f'images shape: {imgs.shape}')
print(f'captions shape: {captions.shape}')
break
images shape: torch.Size([32, 3, 224, 224]) captions shape: torch.Size([27, 32, 5])
def val_one_epoch(model, dataloader, dataset, step, writer):
kpi={
'loss': [],
'1-gram':[],
'2-gram':[],
'3-gram':[],
'4-gram':[]
}
model.eval()
with torch.no_grad():
for idx, data in tqdm(
enumerate(dataloader), total=len(dataloader)):
''' imgs shape [32, 3, 224, 244]
captions shape [max sentence length, 32, 5] '''
imgs, captions, imgs_id = data[:3]
max_length, batch_size, _ = captions.shape
captions = captions.reshape(max_length, batch_size*5)
imgs = imgs.to(device)
captions = captions.to(device)
imgs = torch.repeat_interleave(imgs, repeats=5, dim=0)
''' imgs shape [160, 3, 224, 244]
captions shape [max sentence length, 160] '''
outputs = model(imgs, captions[:-1])
loss = criterion(
outputs.reshape(-1, outputs.shape[2]), captions.reshape(-1)
)
if idx == (len(dataloader) -1):
print('\nValidition result\n')
n_grams_result, _ = blue_score(data, dataset, show_output=True) #calculate blue score of the batch
else:
n_grams_result, _ = blue_score(data, dataset) #calculate blue score of the batch
writer.add_scalar("Validition loss", loss.item(), global_step=step)
writer.add_scalar("1-gram bleu_val", n_grams_result['1-gram'] , global_step=step)
writer.add_scalar("2-gram bleu_val", n_grams_result['2-gram'] , global_step=step)
writer.add_scalar("3-gram bleu_val", n_grams_result['3-gram'] , global_step=step)
writer.add_scalar("4-gram bleu_val", n_grams_result['4-gram'] , global_step=step)
step += 1
kpi['loss'].append(loss.item())
kpi['1-gram'].append(n_grams_result['1-gram'])
kpi['2-gram'].append(n_grams_result['2-gram'])
kpi['3-gram'].append(n_grams_result['3-gram'])
kpi['4-gram'].append(n_grams_result['4-gram'])
return model, kpi, step, writer
for data in val_loader:
imgs, captions, _ = data[:3]
print(f'images shape: {imgs.shape}')
print(f'captions shape: {captions.shape}')
break
images shape: torch.Size([32, 3, 224, 224]) captions shape: torch.Size([34, 32, 5])
# save_point = torch.load("/content/drive/MyDrive/Colab Notebooks/imageCaptions/run_for_graphs.pth.tar")
# # def load_checkpoint(checkpoint, model, optimizer):
# # print("=> Loading checkpoint")
# train_step = 0
# val_step = 0
# model.load_state_dict(save_point["state_dict"])
# optimizer.load_state_dict(save_point["optimizer"])
# train_step = save_point["train_step"]
# val_step = save_point["val_step"]
# # return train_step, val_step
# num_epochs = num_epochs - int(train_step/len(train_loader))
train_step = 0
val_step = 0
for epoch in tqdm(range(num_epochs), total=num_epochs):
print(f'epoch: [{epoch+1}/{num_epochs}]', end='\n')
print_examples(model, device, train_dataset, 224)
model.train()
model, optimizer, train_kpi, train_step, writer = train_one_epoch(model, optimizer, train_loader, train_dataset, train_step, writer)
model, val_kpi, val_step, writer = val_one_epoch(model, val_loader, val_dataset, val_step, writer)
if save_model:
checkpoint = {
"state_dict": model.state_dict(),
"optimizer": optimizer.state_dict(),
"train_step": train_step,
"val_step": val_step,
'train_kpi': train_kpi,
'val_kpi': val_kpi
}
save_checkpoint(checkpoint, filename="run_for_graphs.pth.tar")
# %reload_ext tensorboard
# %tensorboard --logdir {LOG_DIR}
# if scheduler:
# scheduler.step()
writer.close()
/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:5: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0 Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook` """
epoch: [1/99] Example 1 CORRECT: Dog on a beach by the ocean Example 1 OUTPUT: <SOS> a man and a dog on a dock are standing in the ocean . <EOS> Example 2 CORRECT: Child holding red frisbee outdoors Example 2 OUTPUT: <SOS> a young boy wearing a red shirt and blue jeans is running through a field of flowers . <EOS> Example 3 CORRECT: Bus driving by parked cars Example 3 OUTPUT: <SOS> a man and a woman are walking past a record of a car . <EOS> Example 4 CORRECT: A small boat in the ocean Example 4 OUTPUT: <SOS> a man is fishing in a lake . <EOS> Example 5 CORRECT: A cowboy riding a horse in the desert Example 5 OUTPUT: <SOS> a man and a dog on a dock are standing in the ocean . <EOS>
/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:12: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0 Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook` if sys.path[0] == '':
Train result
Output: a man in a white helmet and sunglasses is sitting on a bench .
option 1: a dog jumps into the pond .
option 2: a dog leaping into the water near a <UNK> .
option 3: a light colored dog jumping off the back of a boat into the water .
option 4: a tan dog jumping off of a boat into the water .
option 5: the yellow dog is jumping off of a ship into the water .
Output: a man in a white helmet holds a <UNK> .
option 1: a brown and black dog by a tree
option 2: a brown , black , and white dog barking up a tree .
option 3: a dog is perched up against a tree looking at the top .
option 4: a dog looking up a tree with his tongue hanging out .
option 5: a dog with its tongue out is trying to look up the tree .
Output: a man in a white helmet holds a <UNK> .
option 1: a black dog is walking along the side of a pool .
option 2: a black dog runs around an outdoor swimming pool .
option 3: a black dog walking beside a pool .
option 4: a black poodle walks on the edge of a pool .
option 5: a fluffy <UNK> poodle is walking on the edge of a pool .
Output: a man in a white helmet holds a <UNK> .
option 1: a woman is looking at dressed , <UNK> <UNK> in a store display .
option 2: a woman looking at clothing on a <UNK> .
option 3: a woman looks at some <UNK> in a window display .
option 4: a woman is looking at a display case with three outfits on a <UNK> of bright yellow .
option 5: woman looking at dresses in window of a clothing store .
Output: a man in a white helmet holds a <UNK> .
option 1: a bicycler does a trick in the air and his shadow is <UNK> on the ceiling .
option 2: a boy doing a trick in the air on his bicycle
option 3: a man in a brown shirt and jeans is doing a trick on his bicycle .
option 4: a man performing a bicycle trick inside in midair .
option 5: the man is doing a trick on a bike in midair .
Output: a man in a white helmet holds a <UNK> .
option 1: two males are playing field hockey , one with a blue stick , one with a gold stick ,
option 2: two men are playing in a sports game together .
option 3: two men playing a game with some sort of sticks .
option 4: two men playing a sport are fighting for a ball .
option 5: two players <UNK> for the ball in field hockey .
Output: a man in a white helmet holds a <UNK> .
option 1: four dogs are playing and jumping in the air outside .
option 2: four dogs jumping in the air in a field .
option 3: four dogs look at an object in the sky , one jumping to reach it .
option 4: four dogs watch an unseen object , two of them leaping in the air .
option 5: two dogs on hind legs and two seated dogs are looking at something in the air .
Output: a man in a white helmet holds a <UNK> .
option 1: a guy in a costume , a crowd watching him .
option 2: a man standing in front of a crowd .
option 3: a performer putting on an act in front of a large crowd of people .
option 4: a person wearing a black coat and a helmet with <UNK> things is posing on the lawn in front of a crowd of people .
option 5: one person performing a show in front of a large audience sitting on the lawn
Output: a man in a white helmet holds a <UNK> .
option 1: people with equipment climbing up a snowy mountain
option 2: people are hiking up a mountain in the snow .
option 3: two hikers are backpacking up a snow slope .
option 4: two hikers with backpacks crossing a snow field .
option 5: two <UNK> are walking across a snowcapped mountain .
Output: a man in a white helmet and sunglasses is sitting on a bench .
option 1: a fisherman stands on the beach on a gray day .
option 2: a man holding a fishing pole and tackle box walking in from the ocean .
option 3: a man in a yellow cap is on the beach carrying a fishing pole .
option 4: a man with a fishing pole standing on a beach .
option 5: a person is standing in the ocean <UNK> <UNK> holding a fishing pole in one hand and a tackle box in the other .
Output: a man in a white helmet holds a <UNK> .
option 1: children playing around a <UNK>
option 2: four children are dancing around a pole in a city street .
option 3: four children playing around a pole .
option 4: four children running around a pole with red and white <UNK> on top .
option 5: little kids play a game of running around a pole .
Output: a man in a white helmet holds a <UNK> .
option 1: a red airplane is leaving white smoke behind it .
option 2: a red airplane that has left behind a trail .
option 3: a red <UNK> in the sky , with a trail of smoke .
option 4: a red <UNK> - plane leaves a white trail in a blue sky .
option 5: a red <UNK> <UNK> across the sky leaving a white trail behind it .
Output: a man in a white helmet holds a <UNK> .
option 1: a black haired girl is eating corn on the <UNK> .
option 2: a man is eating a piece of corn on the <UNK> .
option 3: a man is <UNK> on an ear of corn
option 4: a person with dark hair is eating a very large ear of corn .
option 5: the child with black hair is eating corn on the <UNK> .
Output: a man in a white helmet holds a <UNK> .
option 1: two men are wrestling in a competition .
option 2: two men are wrestling while other people are watching
option 3: two men wrestle on the floor in front of an group of young men .
option 4: two men wrestling at a match .
option 5: two young men competing in a wrestling tournament .
Output: a man in a white helmet holds a <UNK> .
option 1: a bicycle goes downhill .
option 2: a bicyclist wearing a dark helmet and a blue jacket jumps over a mound in a field .
option 3: a man in a blue jacket riding a bike
option 4: a man is biking on a hill .
option 5: a person rides their bike down a hill .
Output: a man in a white helmet holds a <UNK> .
option 1: an elderly woman is standing by the window of a grey stone building .
option 2: a person standing on the sidewalk , next to a window , wearing warm clothes
option 3: a woman all dressed in blue with blue bags stands outside a window .
option 4: a woman in a fur hat and fur coat stands outside a building .
option 5: the elderly lady waits on the sidewalk .
{'1-gram': 0.5141973184323136, '2-gram': 0.2744127729408252, '3-gram': 0.14660257166557406, '4-gram': 0.09737339597975145}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is fishing in the ocean with a sunset in the background .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in a yellow shirt is surfing on a white surfboard .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is fishing in the ocean with a boat on the river
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is fishing in the ocean with a boat on the river
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing on a shore looking out at the ocean .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man is sitting on a bench with his bike and looking at the view .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a melting playpen onto a human bed .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.40905443450160717, '2-gram': 0.13178320216285735, '3-gram': 0.0668596902837546, '4-gram': 0.037261533141678155}
=> Saving checkpoint
epoch: [2/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog runs through the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped shirt and jeans runs in the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a white coat and hat stands next to a column . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is fishing in the ocean with a sunset in the background . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog runs through the woods . <EOS>
Train result
Output: a man in a white shirt and jeans is <UNK> a white dog to jump over a pole .
option 1: a couple of people <UNK> through a muddy pit
option 2: a person wearing orange pants in playing in the mud .
option 3: two girls climbing out of a mud pit by a beach .
option 4: two girls wading through <UNK> deep mud .
option 5: two girls <UNK> through some mud at a park .
Output: a man in a white shirt and cap is <UNK> a white dog 's face .
option 1: a bunch of football players , and a crowd .
option 2: a football game .
option 3: a large group of football players about to start a game with a large group watching
option 4: two football teams at the line of <UNK>
option 5: two football teams lined up before the hike .
Output: a man in a white shirt and jeans is <UNK> a white dog to jump over a pole .
option 1: a dog chases a smaller dog .
option 2: a large dog is running on the grass .
option 3: a larger brown dog is chasing a smaller grey dog on the grass .
option 4: a large tan dog runs after a small tan dog on a grassy yard .
option 5: a small dog stops in its tracks to look at the big dog chasing it .
Output: a man in a white shirt and jeans is <UNK> a white dog to jump over a pole .
option 1: two ladies posing for a picture
option 2: two middle aged <UNK> woman standing next to each other and smiling at the camera .
option 3: two middle aged women stand for a picture near a forest .
option 4: two older women smiling and standing in front of large trees , one woman is <UNK> her hair .
option 5: two women with long hair and large - <UNK> <UNK> are posing for a camera in front of trees .
Output: a man in a white shirt and cap is <UNK> a white dog 's face .
option 1: a boy gets <UNK> into the river by another boy .
option 2: a group of children play in the water under a bridge .
option 3: an airborne kid is watched by his <UNK> and others .
option 4: boys jump off a bridge into the water .
option 5: man in white shirt flipping young boy in the water with four other boys surrounding them .
Output: a man in a white shirt and cap is <UNK> a white dog 's face .
option 1: children playing outside in a fountain .
option 2: two boys in underwear play in the water in the city street .
option 3: two little boys play in the water left behind by the sprinklers .
option 4: two young boys are playing in a fountain in a city plaza .
option 5: two young boys play in the water that has <UNK> on the street .
Output: a man in a white shirt and cap is <UNK> a white dog 's face .
option 1: a dirt biker participates in a race .
option 2: a dirt bike <UNK> up the terrain .
option 3: a man on a bike throws up dirt during a motor cross event .
option 4: a motocross bike kicks up dirt as it is being ridden around a bend in the circuit .
option 5: a person in a blue outfit rides a motorcycle through a hill of dirt .
Output: a man in a white shirt and jeans is <UNK> a white dog to jump over a pole .
option 1: a group of people are riding in the back of a truck .
option 2: a group of warmly dressed people in the back of a truck .
option 3: a <UNK> of <UNK> in the back of a large wagon .
option 4: many middle eastern people are sitting in the back of a blue truck .
option 5: people are riding in a crowded truck bed .
Output: a man in a white shirt and jeans is <UNK> a white dog to jump over a pole .
option 1: four shirtless men are hiking up a canyon .
option 2: four shirtless men hike up a canyon .
option 3: shirtless men hike through a canyon .
option 4: the hikers are climbing up the mountains .
option 5: topless men walking up a rocky path .
Output: a man in a white shirt and cap is <UNK> a white dog 's face .
option 1: a group of children wearing blue and yellow uniforms put their hangs together .
option 2: a soccer team with blue jerseys is huddled together with their hands touching above their heads .
option 3: a young flag football team are huddled together .
option 4: boys huddle during a soccer game .
option 5: soccer players in blue before a game .
Output: a man in a white shirt and jeans is <UNK> a white dog to jump over a pole .
option 1: a dog in water holds a stick in its mouth .
option 2: a german shepherd is running with a stick in its mouth .
option 3: a large yellow dog is retrieving a stick .
option 4: a tan dog holding a stick in his mouth .
option 5: the yellow dog is carrying a stick by water .
Output: a man in a white shirt and jeans is <UNK> a white dog to jump over a pole .
option 1: a dark tent with <UNK> lighting and people dancing with a man in a suit in the foreground .
option 2: a group of people in a dimly lit night club .
option 3: a man looks on in a club .
option 4: a man stares out a window .
option 5: people are gathering under colored lights in a large tent .
Output: a man in a white shirt and cap is <UNK> a white dog 's face .
option 1: a fisherman stands on the beach on a gray day .
option 2: a man holding a fishing pole and tackle box walking in from the ocean .
option 3: a man in a yellow cap is on the beach carrying a fishing pole .
option 4: a man with a fishing pole standing on a beach .
option 5: a person is standing in the ocean <UNK> <UNK> holding a fishing pole in one hand and a tackle box in the other .
Output: a man in a white shirt and jeans is <UNK> a white dog to jump over a pole .
option 1: a brown dog playing with a tennis ball
option 2: a brown dog reaches for a tennis ball .
option 3: a gray dog is looking at a ball in the air .
option 4: a large skinny dog is trying to catch a <UNK> green tennis ball .
option 5: brown dog catches a ball in a sunny yard
Output: a man in a white shirt and cap is <UNK> a white dog 's face .
option 1: a woman dressed in black is <UNK> outside on a grassy lawn with a leashed black and white dog while people in the background watch .
option 2: a woman in gray holding onto the black dog 's leash .
option 3: a woman <UNK> with a pair of dogs .
option 4: a woman showing a long haired , large black <UNK> dog at a dog show .
option 5: a woman shows a dog with very long hair at a dog show .
Output: a man in a white shirt and cap is <UNK> a white dog 's face .
option 1: the children play in the pool .
option 2: two children are playing in an outdoor swimming pool .
option 3: two children playing in a swimming pool .
option 4: two children play in the water of an above - ground pool .
option 5: two little girls playing in the pool .
{'1-gram': 0.3874861683597534, '2-gram': 0.15636482520457476, '3-gram': 0.07173072815140233, '4-gram': 0.046476621281160854}
Validition result
Output: a man in a red shirt is riding a bicycle on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is standing on a shore overlooking the ocean .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is standing in front of a mountain surrounded by green hills .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is standing on a shore overlooking the ocean .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is standing on a shore overlooking the ocean .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man in a white shirt is standing in front of a mountain surrounded by green hills .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a white shirt and jeans is walking down a sidewalk .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small dog is playing with a toy .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4656277486772231, '2-gram': 0.2442037284891723, '3-gram': 0.10765667775845487, '4-gram': 0.06930117128711354}
=> Saving checkpoint
epoch: [3/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog lies on its back in the sand . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a pink shirt and jeans is running through a flowered field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a white shirt and jeans stands next to a column in front of a store . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is standing on rocks by the water and away from beautiful mountains . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is standing in front of a waterfall . <EOS>
Train result
Output: a man in a white helmet is walking with a dog .
option 1: a boy on a snowboard leaps through the air .
option 2: a man in a yellow hat is crouching on his snowboard .
option 3: a man in a blue shirt and green cap on a red snowboard .
option 4: a snowboarder flies through the air on a red snowboard in front of a snowy landscape .
option 5: a snowboarder landing on a pile of wood .
Output: a man in a white helmet is walking with a dog .
option 1: a black and brown dog is running between two cement <UNK> with snow .
option 2: a dog runs down the cold <UNK> .
option 3: black and tan small dog walking with <UNK> ears .
option 4: the black and brown dog walks toward the camera , in an enclosed , snowy area .
option 5: the brown and black dog is running through a snowy street .
Output: a man in a white helmet is walking with a dog .
option 1: two cyclists atop a hill as seen from below .
option 2: two cyclist wearing red shirts going over a red hill
option 3: two people in red outfits riding their bicycles down a dirt road .
option 4: two people ride their bikes down a dirt road .
option 5: two people riding their bikes on a hill .
Output: a man in a white shirt and jeans is standing in a field of tulips .
option 1: a guy is staring at a blonde lady in a blue jacket .
option 2: a man stands next to a lady with a dog hat .
option 3: a man walks next to the girl wearing headphones on a <UNK> day .
option 4: a man with glasses and a woman wearing a hat that looks like a dog are outside in the snow .
option 5: a woman with a <UNK> hat and headphones is in front of a man outside in the snow .
Output: a man in a white helmet is walking with a dog .
option 1: one football player wearing an orange jersey and one wearing a white jersey are set at the starting line .
option 2: two college football players about to face off .
option 3: two football players are getting ready to tackle each other
option 4: two football players , one in an orange jersey and one in a white jersey , play on the field .
option 5: two rival football players head to head .
Output: a man in a red jacket holds a small child up in the air .
option 1: a bicycle racer in full helmet speeds through a dim forest .
option 2: a biker dressed in white rides through the forest .
option 3: a mountain biker wearing white races through a turn .
option 4: a person on a motorbike , riding through the woods
option 5: riding a bike through the woods
Output: a man in a red jacket is watching something that is <UNK> off camera .
option 1: children playing in a fountain
option 2: four children are playing in a water fountain in a city plaza .
option 3: four children playing in water <UNK> .
option 4: little kids are jumping around in the sprinklers .
option 5: three children playing in a fountain .
Output: a man in a red jacket holds a small child up in the air .
option 1: a group of men play soccer .
option 2: a rugby player has <UNK> from the pack with the ball in his hands .
option 3: men playing a game in red uniforms
option 4: rugby player in red gets ready to toss the ball .
option 5: <UNK> are competing in a <UNK> game of rugby
Output: a man in a red jacket is watching something that is <UNK> off camera .
option 1: a boy in a green wetsuit takes his turn in a water sprinkler and a group of others wait .
option 2: a group of children play in a sprinkler outside .
option 3: children are taking turns running through a water sprinkler .
option 4: several kids run and play in the sprinklers .
option 5: the boy takes his turn through the sprinkler and jumps with joy .
Output: a man in a red jacket holds a small child up in the air .
option 1: a brown and white dog is running through woodland .
option 2: a large brown , white , and grey dog is running through a forest covered in leaves .
option 3: a tan long - haired dog is running in the forest
option 4: brown and white dog running through fall leaves on the ground .
option 5: the brown dog bounds through the leaves and the <UNK> .
Output: a man in a white helmet is walking with a dog .
option 1: a dog chewing a blue rope while two men watch from behind .
option 2: black dog with blue string in its mouth .
option 3: two men handle a grey dog with a blue <UNK> rope in its mouth .
option 4: two men lift a brown dog up so it can grab a large blue rope hanging down a black wall .
option 5: two men under a dog hanging by its mouth from a rope .
Output: a man in a red jacket holds a small child up in the air .
option 1: a hockey goalie in a red uniform takes a drink from a water bottle .
option 2: a hockey goalie taking a drink of <UNK> .
option 3: a hockey player in a red jersey taking a drink out of a sports bottle
option 4: an ice hockey player takes water from a green bottle .
option 5: hockey player in red uniform drinking from a green water bottle .
Output: a man in a red jacket holds a small child up in the air .
option 1: a person in a yellow helmet rock climbing while another person waits on the ground with the <UNK> .
option 2: a person rock climbing and another man on the ground holding the rope .
option 3: one person is rock climbing while another person is holding the rope and watching from below .
option 4: two people are rock climbing .
option 5: two rock climbers near the base of a rock face .
Output: a man in a white helmet is walking with a dog .
option 1: a woman in a green wig hula - hoops in front of a crowd .
option 2: a woman with green hair hula - hoops in a flowered orange top .
option 3: a woman with green hair hula hoops before a crowd .
option 4: a woman with green hair is hula hooping .
option 5: the girl with green hair and a green glove is swinging a hula hoop .
Output: a man in a red jacket holds a small child up in the air .
option 1: a cyclist wearing a red helmet is riding on the pavement .
option 2: a girl is riding a bike on the street while wearing a red helmet .
option 3: a person on a bike wearing a red helmet , riding down a street .
option 4: a woman wears a red helmet and blue shirt as she goes for a bike ride in the shade .
option 5: person in blue shirt and red helmet riding bike down the road
Output: a man in a white shirt and jeans stands next to a woman in a blue shirt .
option 1: two black and white dogs on the sandy beach fighting over a long stick
option 2: two dogs carry the same stick in their mouths as they walk on the sand .
option 3: two dogs holding one stick on a beach .
option 4: two dogs on the beach fight over a stick .
option 5: two dogs on wet sand , each biting the same stick .
{'1-gram': 0.4137175910397217, '2-gram': 0.19934879436869785, '3-gram': 0.0933133018758526, '4-gram': 0.05610834690917626}
Validition result
Output: a man in a red shirt is riding a bicycle on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a boat sailing past the <UNK> sun .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a vehicle along a waterway lined with people .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a boat sailing past the <UNK> sun .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a boat sailing past the <UNK> sun .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a boat sailing past the <UNK> sun .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a bouncy seat and a glove .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.42821299112302436, '2-gram': 0.18037347573388168, '3-gram': 0.09790965196481695, '4-gram': 0.06826331698207638}
=> Saving checkpoint
epoch: [4/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man is sitting on a boat in the sunset . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped shirt and jeans runs in a field of grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow hi - viz jacket is drilling into a group of people . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a boat sailing past the <UNK> sun . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a boat sailing past the <UNK> sun . <EOS>
Train result
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a person in a red jacket snowboarding .
option 2: a person wearing a red coat snowboards down a snowy hill .
option 3: a snowboarder in red rides down the slope .
option 4: a snowboarder wearing a red jacket is boarding down the snowy hill .
option 5: the snowboarder is wearing a red jacket and black helmet .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a blue plane does <UNK> as it heads down to <UNK> .
option 2: a blue , red , and yellow airplane is flying through the air .
option 3: a blue , red , and yellow plane does a <UNK> in the air .
option 4: a colorful <UNK> plane leaves a <UNK> trail of smoke behind it .
option 5: a plane doing tricks in the air , leaving a smoke trail behind the plane .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a black dog and a black dog are fighting over a soccer ball .
option 2: two dogs are gnawing at a blue and yellow ball .
option 3: two dogs play and fight over a blue ball .
option 4: two dogs playing with a ball .
option 5: two dogs playing with a blue and green ball .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a hiker posing for a photo in an <UNK> mountain landscape .
option 2: a man in a green hat poses in the mountains
option 3: a man in a green hat standing on a slope in front of a mountain .
option 4: a man in camouflage hiking gear , wearing a green <UNK> is standing in the <UNK> .
option 5: a person in hiking gear is standing on a hill with a mountain in the background .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a goalie in a blue jersey catches a soccer ball by a player in a red jersey .
option 2: a man catches a ball in front of a large crowd .
option 3: a soccer goalie blocking a shot next to a player from the opposite team .
option 4: there is a goalie in the air making a <UNK> in a game .
option 5: two soccer players are playing soccer .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a brown and white dog is running through woodland .
option 2: a large brown , white , and grey dog is running through a forest covered in leaves .
option 3: a tan long - haired dog is running in the forest
option 4: brown and white dog running through fall leaves on the ground .
option 5: the brown dog bounds through the leaves and the <UNK> .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a group of 5 girls in school uniforms are standing together and waiting to cross the street while one girl takes a picture .
option 2: a group of people are standing together outside as one takes a photograph .
option 3: a group of school girls are standing together while one is taking pictures .
option 4: a group of young women stand together .
option 5: girls in school uniforms .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a child in a green cap sits at a boats <UNK> .
option 2: a little kid dressed in blue , playing in a boat ,
option 3: a small child in a cap is sitting on a large seat with hands through a steering wheel .
option 4: a small child in a <UNK> car .
option 5: the boy has his arms through the steering wheel
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a man in a blue shirt passes under the <UNK> <UNK> .
option 2: a man in a blue shirt runs under a blue road marker in a race .
option 3: a runner in a blue shirt and blue shorts participates in a race .
option 4: a runner jogging on a city street past a <UNK> advertisement banner .
option 5: man running down a street in a marathon .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a boy in a tank top skateboarding .
option 2: a boy skateboards down the street .
option 3: a kid in a striped tank top skateboards down the street
option 4: a man wearing shorts and a tank top riding a skateboard .
option 5: a young man skateboarding on a street wearing a black and white striped shirt
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a girl in a yellow dress is standing on the pavement outside a store .
option 2: a girl in a yellow dress looks at a restaurant building .
option 3: a girl in yellow dress near a restaurant .
option 4: a little girl in a yellow dress is standing in front of a restaurant .
option 5: a young girl wearing a yellow dress , gray pants and flip flops is standing in front of a restaurant .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a man sits at a table in front of a computer wearing headphones .
option 2: a man with headphones on is looking at a computer screen while sitting at a table .
option 3: a young man is sitting at a table with a laptop and earphones .
option 4: a young man with headphones looking at a <UNK> laptop computer .
option 5: man sitting with headphones at a laptop .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a boy in a striped <UNK> shirt points .
option 2: a boy points at something behind the camera .
option 3: a little boy wearing a striped shirt is pointing at something .
option 4: a young boy in a striped shirt pointing beyond the camera .
option 5: a young boy wearing a striped shirt points into the distance .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a boy stands on a rocky mountain .
option 2: a child on a rock formation .
option 3: a child sitting on a rock formation .
option 4: a little boy <UNK> on top of a big rock .
option 5: a person in a red jacket on top of rocks .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a bearded man holding a sign .
option 2: a homeless man carries a sign that says " <UNK> " .
option 3: a homeless person asking for help
option 4: a man in a black hoodie holding a small sign .
option 5: a man in a black hoodie is holding a paper sign .
Output: a man in a white helmet is standing by a <UNK> in a <UNK> .
option 1: a man <UNK> control of his watercraft .
option 2: a man <UNK> on the water .
option 3: a windsurfer falls off his boat in the ocean .
option 4: the man was sailing in the ocean and <UNK> off his boat .
option 5: the <UNK> is falling in the water .
{'1-gram': 0.5009420159182475, '2-gram': 0.27330640934773326, '3-gram': 0.14760484412186414, '4-gram': 0.09203573932819516}
Validition result
Output: a man in a blue shirt and helmet is <UNK> a bicycle for a race .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is standing at edge of a pond , with two fishing poles on the other side of it .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a group of people are standing on a beach near a body of water .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is standing at edge of a pond , with two fishing poles on the other side of it .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is standing at edge of a pond , with two fishing poles on the other side of it .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and a woman are sitting on a boat in the ocean .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small dog is playing with a toy on a blanket .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4002178530544779, '2-gram': 0.20352656731730945, '3-gram': 0.09597158741582706, '4-gram': 0.05740453835426304}
=> Saving checkpoint
epoch: [5/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a brown dog is shaking off water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink hat and blue shirt is running through a field of grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket is <UNK> a <UNK> from a <UNK> . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is standing at edge of a pond , with two fishing poles on the other side of it . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a black dog and a brown dog are running on the sand . <EOS>
Train result
Output: a man in a red shirt is standing in a stadium .
option 1: a boy going down a small blue slide .
option 2: a kid sliding down a slide while another kid looks on
option 3: a little boy is going down a blue slide .
option 4: a little boy is watching another little boy ride on a blue slide .
option 5: two little blonde boys play on a slide in the backyard .
Output: a man in a red shirt is standing in a stadium .
option 1: a child in the snow .
option 2: a child walking in the snow .
option 3: a person with a blue hat stands in trails in the snow .
option 4: a young boy walks across tracks in the snow .
option 5: the child is wearing a blue hat and green jacket while walking through snow .
Output: a man in a red shirt is standing in a stadium .
option 1: a crowd watching air balloons at night .
option 2: a group of hot air balloons lit up at night .
option 3: people are watching hot air balloons in the park .
option 4: people watching hot air balloons .
option 5: seven large balloons are lined up at nighttime near a crowd .
Output: a man in a red shirt is standing in a stadium .
option 1: two boys are <UNK> on a running track .
option 2: two boys race each other on foot .
option 3: two men in a running <UNK> .
option 4: two young men running along a track .
option 5: two young men run on a track outside .
Output: a man in a red shirt is standing in a stadium .
option 1: a man in a gray shirt jumps in the air .
option 2: a man in shorts and a t - shirt is jumping in front of a desert landscape
option 3: a man jumping .
option 4: a man jumping in front of a mountain .
option 5: a man wearing a gray shirt jumps through the air with mountains in the background .
Output: a man in a red shirt is standing in a stadium .
option 1: a dark skinned man smoking a cigarette near a green trashcan .
option 2: a man in a blue shirt is standing outside smoking a cigarette .
option 3: a man in a blue shirt smoking a cigarette
option 4: a man stands outside smoking a cigarette
option 5: a man with glasses smokes a cigarette .
Output: a man in a red shirt is standing in a stadium .
option 1: a man and a woman in hats near a flight of stairs .
option 2: a man in a brown hat and bow - tie with a woman in a red flower hat .
option 3: a man wearing a gray hat stands with a woman wearing a red hat .
option 4: a man with facial hair and a hat stands next to a woman in a red hat in front of a staircase .
option 5: the man and woman are outside and something is drawing their attention .
Output: a man in a red shirt is standing in a stadium .
option 1: a blonde girl is wearing a silver helmet , <UNK> and knee pads , and rollerblades .
option 2: a child sits on a curb with inline skates and protective gear .
option 3: a child wearing rollerblades and sitting on a curb .
option 4: the blonde girl is wearing a silver helmet , knee pads , and rollerblades .
option 5: the girl takes a break from rollerblading .
Output: a man in a red shirt is standing in a stadium .
option 1: a young girl in a green shirt is running in a gym .
option 2: a young girl in a green shirt playing basketball .
option 3: children run inside a court .
option 4: the young basketball player moves into the front court .
option 5: two team players wearing green shirts running along the court .
Output: a man in a red shirt is standing in a stadium .
option 1: a black dog in a pink sweater is up on his hind legs in front of a pink blanket .
option 2: a dog on two feet wearing a pink sweater .
option 3: a dog wears a pink sweater .
option 4: a little puppy wearing a pink sweater , jumps .
option 5: the dog is wearing a pink sweater .
Output: a man in a red shirt is standing in a stadium .
option 1: a man is standing by a group of video games in a bar .
option 2: a man standing in a bar with a neon beer sign hanging on the wall
option 3: a man stands next to a bank of computer <UNK> machines .
option 4: a man stands next to three video game machines and a beer sign .
option 5: a man stands next to three video machines .
Output: a man in a red shirt is standing in a stadium .
option 1: a man in uniform <UNK> paperwork to another for his <UNK> .
option 2: a man wearing a tan coat signs papers for another man wearing a blue coat .
option 3: two men are holding papers , while one of them writes something .
option 4: two men getting a <UNK> <UNK>
option 5: two men with heads down <UNK> a paper .
Output: a man in a red shirt is standing in a stadium .
option 1: a large white dog is playing with a large stick .
option 2: a white dog lays on green grass while chewing on a stick .
option 3: a white dog wearing a leash laying down and chewing on the end of a stick .
option 4: a white dog with a collar and leash is about to chew on a stick .
option 5: the white dog is lying on the grass and chewing a piece of wood .
Output: a man in a red shirt is standing in a stadium .
option 1: a driver is at the wheel of a race car .
option 2: a man inside a red race car gives a thumbs up sign .
option 3: a man is in a red race car while another man is at the back of it .
option 4: a man is smiling whilst sitting inside a red racing car .
option 5: a race car driver smiles and gives the thumbs up before a race .
Output: a man in a red shirt is standing in a stadium .
option 1: a boy in a green wetsuit takes his turn in a water sprinkler and a group of others wait .
option 2: a group of children play in a sprinkler outside .
option 3: children are taking turns running through a water sprinkler .
option 4: several kids run and play in the sprinklers .
option 5: the boy takes his turn through the sprinkler and jumps with joy .
Output: a man in a red shirt is standing in a stadium .
option 1: a man riding a dirt bike in down a hill in competition .
option 2: a motocross rider wearing red , white and black with a white helmet .
option 3: a motorcycle racer going down a steep , dirt hill .
option 4: a person rides a motorbike down a dirt hill .
option 5: the man is riding a bike down a dirt hill .
{'1-gram': 0.5364641164881931, '2-gram': 0.2808110882675539, '3-gram': 0.16709498592470326, '4-gram': 0.10212749066985106}
Validition result
Output: a man in a red shirt is <UNK> a <UNK> racing car .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is standing on a shore looking out at the ocean .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in a yellow shirt is surfing on a white surfboard .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is standing on a shore looking out at the ocean .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is standing on a shore looking out at the ocean .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing on a cliff bank with the ocean in the background .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is <UNK> its eyes with <UNK> .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.47568684360206087, '2-gram': 0.24671016777536145, '3-gram': 0.13254072704527498, '4-gram': 0.08994635267365465}
=> Saving checkpoint
epoch: [6/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is walking on a beach with a <UNK> in the background . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a pink shirt and jeans is running through a flowered field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow hi - viz jacket is standing in front of a bus . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is standing on a shore looking out at the ocean . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog runs through the woods . <EOS>
Train result
Output: a man in a red shirt is standing in a stadium .
option 1: a brown and white dog holds a tennis ball in his mouth .
option 2: a dog has a tennis ball in its mouth .
option 3: a golden - colored dog , with his eyes <UNK> , holds a brightly colored tennis ball in his mouth .
option 4: a tan dog is playing with the green ball .
option 5: dog running with a tennis ball in its mouth
Output: a man in a red shirt is standing in a stadium .
option 1: a boy has his head down and is wearing a shirt that says <UNK> .
option 2: a young boy wearing a <UNK> black and white shirt with his head <UNK> down
option 3: the boy is wearing a black t - shirt with an <UNK> <UNK> of the <UNK> logo .
option 4: young boy wearing an <UNK> t - shirt looking down .
option 5: young boy with a black " <UNK> " t - shirt <UNK> off
Output: a man in a red shirt is standing in a stadium .
option 1: a brown dog has his face down in the snow .
option 2: a brown dog in a red collar is diving into the snow .
option 3: a brown dog wearing a red collar diving into snow .
option 4: a dog in the snow .
option 5: a yellow dog with a red bandanna fallen through the <UNK> of the snow .
Output: a man in a red shirt is standing in a stadium .
option 1: a male tennis player standing on a tennis court swings his tennis racket at the tennis ball .
option 2: a man plays tennis .
option 3: a man wearing white turns to hit a yellow tennis ball .
option 4: a tennis player <UNK> on the ball as he prepares to hit it , while a cameraman stands in the background next to a <UNK> <UNK> advertising logo .
option 5: the tennis player holds his racket up <UNK> the ball .
Output: a man in a red shirt is standing in a stadium .
option 1: a cyclist is riding along a white line in a busy city center .
option 2: a girl is riding a bike and <UNK> is <UNK> by her in the city .
option 3: a stop action picture of a woman on a bicycle
option 4: pedestrians and bikers crossing a busy street
option 5: the city at night .
Output: a man in a red shirt is standing in a stadium .
option 1: a man is riding a bike down a dirt trail .
option 2: a mountain biker is riding on a woodland path .
option 3: a person is riding a bicycle on a trail through some trees .
option 4: person riding a bike through area of trees and fallen leaves .
option 5: the bike rider rides in a wooded area .
Output: a man in a red shirt is standing in a stadium .
option 1: a group of people stands by their dogs in a field .
option 2: four dog owners stand with their three <UNK> <UNK> dogs .
option 3: four people holding three dogs in a field .
option 4: four people stand with their dogs in a field .
option 5: these four people are standing outdoors , with 3 dogs .
Output: a man in a red shirt is standing in a stadium .
option 1: a girl wearing a green jacket is standing at a stop light .
option 2: a <UNK> woman in a green coat is standing and pushing a cross - walk <UNK> button .
option 3: a woman in a green jacket is pushing the button to cross the street .
option 4: a woman in a green jacket is waiting to cross the street at a light .
option 5: a woman in a green jacket <UNK> the do not walk button so she can cross the road .
Output: a man in a red shirt is standing in a stadium .
option 1: a little girl on a <UNK> playground animal sits while a woman takes her picture .
option 2: a woman and a child .
option 3: a woman in a checked coat is taking a photograph of a little girl sitting on a fake tiger .
option 4: a woman stands next to a child who is riding on a toy .
option 5: the lady takes a picture of the little girl on the ride .
Output: a man in a red shirt is standing in a stadium .
option 1: a dog and woman at a dog agility course
option 2: a woman <UNK> a dog through an obstacle course .
option 3: a woman plays with her dog on an obstacle course .
option 4: there are four people and a dog jumping through a black , yellow , and white hole .
option 5: the woman is training her dog to jump through hoops using training equipment .
Output: a man in a red shirt is standing in a stadium .
option 1: a barefoot man in his pajamas is looking toward the sky while walking on the tennis court .
option 2: a barefoot man walks across a tennis court .
option 3: a man in a blue shirt is walking barefoot .
option 4: a man wearing a blue shirt walking barefoot on a tennis court
option 5: the man is wearing a blue sweater and is barefoot on a court .
Output: a man in a red shirt is standing in a stadium .
option 1: a girl all in black and white , and carrying an umbrella , walks down the street , as others watch .
option 2: a girl dressed in black and white with <UNK> makeup stands in the middle of a street with a white umbrella and black top hat in her hand .
option 3: a performer dancing in the streets wearing an <UNK> outfit
option 4: a woman with a shaved head dressed in black and white in a parade
option 5: the lady in the street is wearing a white and black costume and is carrying a white umbrella .
Output: a man in a red shirt is standing in a stadium .
option 1: a boy high - <UNK> a <UNK> .
option 2: a child 's palm is up against the palm of a crash test <UNK> .
option 3: a little girl high - <UNK> a yellow robot .
option 4: a yellow robot and young girl touch each other 's hands .
option 5: a yellow robot high - <UNK> a small child with short hair .
Output: a man in a red shirt is standing in a stadium .
option 1: a girl in a striped shirt holds a <UNK> to her mouth .
option 2: a girl with a striped shirt with bread in hands in front of mouth .
option 3: a little girl is eating a piece of bread .
option 4: the little girl in the striped shirt is eating some bread .
option 5: this girl is eating a piece of bread in her striped shirt .
Output: a man in a red shirt is standing in a stadium .
option 1: a couple of people are standing and the person in the red coat is pointing at the body of water .
option 2: the couple are looking <UNK> .
option 3: two people in rafting gear standing on a dry , rocky <UNK> , pointing at the river .
option 4: two people stand by a river , one wearing a helmet points .
option 5: two people stand on the rocks above the water and look at something .
Output: a man in a red shirt is standing in a stadium .
option 1: a man riding down a snowy hill .
option 2: a person riding a sled down a snowy slope .
option 3: riding a sled down a hill .
option 4: the boy in the black outfit is riding down the snowy hill on a red sled .
option 5: the young boy sleds down the hill in the snow .
{'1-gram': 0.5104224498215264, '2-gram': 0.2172062427848826, '3-gram': 0.09734226048894477, '4-gram': 0.06014075231438707}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a dog is running on the beach while a man watches .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and a dog are standing on the beach .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a dog is running on the beach while a man watches .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a dog is running on the beach while a man watches .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a dog is jumping into a pond
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are riding scooters on a crowded street .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a red ball on a red playground .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4478085052598586, '2-gram': 0.2256421651244637, '3-gram': 0.0912867105777562, '4-gram': 0.04896079431064745}
=> Saving checkpoint
epoch: [7/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is wading through water while holding a stick in its mouth . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink shirt and jeans is running through a flowered field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue shirt is riding a bike down a street with another person on the side of it and a french <UNK> . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a dog is running on the beach while a man watches . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog is running on the beach while a man watches . <EOS>
Train result
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: the two boys are playing with fake swords .
option 2: two boys fighting with <UNK> sticks shaped like swords , one standing the other kneeling .
option 3: two boys play swords in the grass with <UNK> .
option 4: two boys play with large sticks in the yard .
option 5: two young boys are swinging stick swords at each other in the grass .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a brown dog is chasing after a yellow ball .
option 2: a brown dog is playing ball in a yard .
option 3: a dog chases after a yellow ball .
option 4: a puppy playing with a ball .
option 5: a small dog with a blue color fetching a yellow ball
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a brown and white dog is standing in the river by the bank .
option 2: a brown and white spotted dog in a green collar is in the water and looking at something .
option 3: a dog with brown spots , standing at the shore of a lake .
option 4: black and white dog wades in water .
option 5: the dog stands in the water next to the grass .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a female lawn hockey player hitting the ball
option 2: a girl in an orange uniform hits a ball in field hockey .
option 3: a girl in orange is hitting the ball in field hockey .
option 4: an athletic girl in an orange uniform is on a playing field of green grass and swinging at a ball .
option 5: a woman hockey player in an orange strip is striking the ball with her stick .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a boy is riding on an orange body - board in the ocean .
option 2: a child is laying on a <UNK> in the ocean with a man 's head in the background .
option 3: a child rides an orange boogie board in the waves while an adult looks on from the water .
option 4: a lone <UNK> with an older man in the background
option 5: people are swimming and floating in the ocean .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a group of hockey players and one official stand on the ice during a game .
option 2: referee on left <UNK> hockey match
option 3: several hockey players from different teams and a referee are together on the ice .
option 4: several hockey players standing and skating near the goal .
option 5: there is an ice hockey game , with players and a <UNK> near one of the <UNK> .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a girl who is surrounded by other people is taking a picture at a concert .
option 2: a group of men and women are facing in the direction of something that is <UNK> off camera .
option 3: a group of people gathered at night watching an event .
option 4: a group of people gathered for an event
option 5: several people are gathered and watching an event .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a child is in a harness with onlookers .
option 2: a girl is <UNK> to bungee cords as the crowd behind her watches .
option 3: a girl sits in a harness ready to lift up into the air and behind her is a sign that says " <UNK> . "
option 4: little girls strapped into harnesses ready to jump up in the air .
option 5: the small girl is sitting in a harness , strapped to a <UNK> , while others watch .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a dog shakes its head near the shore , a red ball next to it .
option 2: a white dog shakes on the edge of a beach with an orange ball .
option 3: dog with orange ball at feet , stands on shore shaking off water
option 4: white dog playing with a red ball on the shore near the water .
option 5: white dog with brown ears standing near water with head turned to one side .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a little girl holds the water hose for the dog to drink from .
option 2: a little girl is holding up a yellow water hose and water is pouring out and the big brown dog is drinking the water .
option 3: a young girl holds a running water hose , from which a brown dog next to her is drinking .
option 4: the dog is drinking the water being squirted from the hose by the little girl .
option 5: the little girl is holding a yellow hose for a brown dog .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a couple walking down the street .
option 2: a man and a woman walk in across a courtyard with black <UNK> bags on their shoulders .
option 3: a man and woman walk hand - in - hand surrounded by large trees .
option 4: a young couple both wearing white shirts and blue jeans walking down a wooden pier .
option 5: two people carrying bags walk together .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a boy in a yellow polo standing in tall grass
option 2: a kid hides from the camera in the <UNK> bushes .
option 3: a little boy standing in very tall green grass .
option 4: boy in striped shirt standing among the tall <UNK> .
option 5: the little boy in a yellow , striped shirt stands in some tall grass .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a man , leaning against a concrete wall with his arms resting on top , looks over a balcony .
option 2: a man with a white mustache stands on a balcony looking at the road below .
option 3: a man with grey hair and a plaid shirt looks out over a balcony .
option 4: an <UNK> man overlooks a balcony facing a street .
option 5: man leaning on ledge of a balcony .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a brown and black dog running through a river
option 2: a dog is running through some water .
option 3: a dog running through the water right toward the camera .
option 4: a large black and white dog is running through the water .
option 5: there is a black dog running in a shallow river .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: a jack <UNK> terrier is <UNK> for distance jumping as he tries to catch a frisbee .
option 2: a small dog is jumping high in the air to catch a frisbee in front of some bleachers
option 3: a white dog catches a frisbee in a jumping pool .
option 4: a white dog jumping in the air to catch a frisbee
option 5: a white dog jumps really high to get his <UNK> .
Output: a man wearing a red shirt is standing in the middle of a bunch of flowers .
option 1: one dog shaking the water off , getting a second dog wet
option 2: two dogs are shaking off water while playing with a ball on the edge of a body of water .
option 3: two dogs <UNK> off water in an area with very little <UNK> .
option 4: two dogs shaking off water droplets on a beach .
option 5: two dogs shaking themselves dry on the sand .
{'1-gram': 0.4032787951484909, '2-gram': 0.149442324992793, '3-gram': 0.06076624408005031, '4-gram': 0.037682111936088725}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a lake shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is sitting on a boat in the middle of still water .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is standing at edge of a pond , with one another and a ocean on the other side .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is standing at edge of a pond , with one another and a ocean on the other side .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is camping on a lake shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man sits on a deck , cooking out a fishing pole .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4349037838143345, '2-gram': 0.2057390346646164, '3-gram': 0.09486100647482316, '4-gram': 0.0501070439453019}
=> Saving checkpoint
epoch: [8/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is running on the beach . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a hat and holding a long brown skirt is walking through a grassy area . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is standing outside of a red building . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is standing at edge of a body of water near a large body of water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is camping on a lake shore . <EOS>
Train result
Output: a man in a red shirt is standing in a stadium .
option 1: a child walks outside as leaves fall .
option 2: children are playing with leaves in the autumn .
option 3: children in coats playing in fall leaves .
option 4: children tossing dead leaves on lawn .
option 5: two children throw dead leaves into the air around them .
Output: a man in a white shirt is standing in a stadium .
option 1: a dirt bike flies upside down as the rider <UNK> toward the dirt .
option 2: a man has <UNK> his racing bike in the dirt with five spectators behind a rope .
option 3: a person falling off a dirt bike in the middle of a dirt bike race .
option 4: bike racer number <UNK> <UNK> on dirt racetrack .
option 5: the biker falls while the boys watch .
Output: a man in a white shirt is standing in a stadium .
option 1: a group of four hiking through a snowy forest .
option 2: a group of people are backpacking through the woods and snow .
option 3: a group of people hike through a snowy wooded area .
option 4: four hikers hike on trail through snow .
option 5: people walking in a line with backpacks are using a trail through the trees .
Output: a man in a white shirt is standing in a stadium .
option 1: a biker pops a wheelie along side the colorful wall .
option 2: a bmx rider does a trick against a graffiti covered wall .
option 3: a boy performing a wall trick with his bicycle on a wall covered with graffiti .
option 4: a man on a small bicycle performing a trick on a wall covered with graffiti .
option 5: a <UNK> biker doing a stunt on a graffiti - filled wall .
Output: a man in a red shirt is standing in a stadium .
option 1: a girl wearing red <UNK> from the water .
option 2: a young girl in a swimming suit emerging from the water .
option 3: a young girl in red bathing suit is in the pool .
option 4: blond girl with <UNK> front <UNK> , in pool .
option 5: the little girl in the pool is wearing a red swimsuit .
Output: a man in a white shirt is standing in a stadium .
option 1: a <UNK> dog carries some fruit in his mouth while two other dogs follow him .
option 2: one dog carries a ball as it is being chased by two more dogs .
option 3: three dogs play in the park with the brown dog getting the ball .
option 4: two dogs chase another dog that has a ball .
option 5: two large dogs chase after another dog that has a ball in his mouth and runs from them .
Output: a man in a red shirt is standing in a stadium .
option 1: a red boat is <UNK> down the rapids by two people .
option 2: two <UNK> paddle through some rapids .
option 3: two people in jackets are rowing a canoe down a river .
option 4: two people rafting down a river near pine trees .
option 5: two people row a boat past rocks in water .
Output: a man in a white shirt is standing in a stadium .
option 1: a group of people are standing around a red firetruck .
option 2: a group of people are standing beside a firetruck .
option 3: a group of people in front of a red firetruck .
option 4: a group of people with a fire <UNK> in the background .
option 5: a red firetruck is parked beside a group of people and kids standing in the street .
Output: a man in a white shirt is standing in a stadium .
option 1: a dog is staring at the food in the plate of a person eating .
option 2: a person holding a dog while they eat .
option 3: a person is eating a plate of pasta with a black and brown dog on his or her lap .
option 4: a person is eating pasta , while a dog is watching .
option 5: someone in a blue and white striped sweater is eating and the dog next to them is <UNK> in their food .
Output: a man in a red shirt is standing in a stadium .
option 1: a man is standing next to a woman and he is holding an electronic device to his ear .
option 2: a man on a cellphone standing with a woman .
option 3: a young couple in a busy city
option 4: couple talking and looking in same direction , man is using a cellphone and wearing a gray sweatshirt woman is wearing a black coat .
option 5: guy and girl in jackets while guy listens to mobile device
Output: a man in a white shirt is standing in a stadium .
option 1: a person in a scuba suit holds a very small <UNK> .
option 2: a scuba diver holds up a small <UNK> underwater .
option 3: a scuba diver underwater holding a small <UNK>
option 4: scuba diver under the water holding small <UNK> in his hands .
option 5: the scuba diver shows off something he <UNK> underwater .
Output: a man in a white shirt is standing in a stadium .
option 1: a boy is standing on the stairs with his arms folded .
option 2: a child in a blue and white striped shirt crosses his arms and smiles while standing on red carpeted stairs .
option 3: a child is standing beside a <UNK> on a red carpeted stair .
option 4: a young blond boy smiling standing on a staircase
option 5: little boy smiling on the stairs .
Output: a man in a red shirt is standing in a stadium .
option 1: two children are shown upside down .
option 2: two girls lay upside down on their bed .
option 3: two kids laying on a bed upside down
option 4: two teen girls hang playfully from the side of the bed
option 5: two women are laying upside down on a white bed .
Output: a man in a white shirt is standing in a stadium .
option 1: a dog chasing a duck in a pond .
option 2: as the dog swims close , the duck flies away .
option 3: a white dog in a river is chasing a duck
option 4: a white dog is swimming after a duck .
option 5: a white dog is swimming in a lake while a bird flies away .
Output: a man in a white shirt is standing in a stadium .
option 1: a dog runs down a <UNK> in the fall .
option 2: a fluffy dog runs across a bridge near a forest .
option 3: a tan jump running across a narrow bridge .
option 4: a white dog is running over a bridge .
option 5: a white dog running over a bridge .
Output: a man in a white shirt is standing in a stadium .
option 1: children are jumping up and down inside a <UNK> trampoline beside a building .
option 2: four children are playing on a trampoline .
option 3: four kids are jumping on a trampoline .
option 4: these children are playing on a trampoline outdoors .
option 5: young girls jump on an outdoor trampoline .
{'1-gram': 0.4667621641875809, '2-gram': 0.20519098472361882, '3-gram': 0.0733507952282193, '4-gram': 0.04391223956580605}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a lake shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is sitting on a boat in the middle of still water .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is standing on rocks by the shore , with his arms out at the water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is camping on a lake shore .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing on a shore overlooking the ocean .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small boy lifts a water gun .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.46813631445822806, '2-gram': 0.20494778090491872, '3-gram': 0.09018973926442833, '4-gram': 0.050865707240803144}
=> Saving checkpoint
epoch: [9/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and two dogs on a beach . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink shirt and blue jeans is running through the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is standing in front of a skyscraper <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is standing on a boat in the middle of the ocean . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is standing on a shore overlooking the ocean . <EOS>
Train result
Output: a man in a red shirt is standing in a stadium .
option 1: a man in an orange shirt hitting a tennis ball with a racket .
option 2: a man plays tennis dressed in <UNK> of miami colors .
option 3: a man wearing an orange shirt hits a ball with a tennis racket .
option 4: a tennis player hits the ball .
option 5: man dressed in orange and white hitting a tennis ball with racquet
Output: a man in a red shirt is standing in a stadium .
option 1: a boy <UNK> with paint on his face and clothing .
option 2: boy covered in finger paint .
option 3: closeup of young boy with his face and body painted .
option 4: the boy has orange paint on him .
option 5: the boy wearing orange face paint is carrying a toy fish in around his next .
Output: a man in a red shirt is standing in a stadium .
option 1: a man is wearing a neon yellow vest while leaning over a roof and another man is standing behind him .
option 2: a worker in a blue hard - hat looks on as another man works
option 3: one construction worker in a red shirt watching another construction worker with a <UNK> <UNK> something .
option 4: two construction workers working on a roof top .
option 5: two workers in yellow vests try to <UNK> something .
Output: a man in a red shirt is standing in a stadium .
option 1: a baby crawls next to a street against a blue sky .
option 2: a baby crawls on asphalt against a blue sky .
option 3: a little asian boy crawls along on asphalt .
option 4: a little toddler in blue pants is crawling on the road .
option 5: an asian baby crawling on a road .
Output: a man in a red shirt is standing in front of a <UNK> surrounded by <UNK> .
option 1: a brown dog leaping from a dock into the water .
option 2: a dog is distance jumping into a pool of water while spectators are watching .
option 3: a tan dog leaps into the water .
option 4: dog leaps into pool marked for distance , man and woman watch in background .
option 5: two people watch a dog run along a blue cloth with numbers on it .
Output: a man in a red shirt is standing in a stadium .
option 1: a boy is being splashed by a large wave in the sea .
option 2: two kids getting hit by a wave in the ocean
option 3: two people are in the waves .
option 4: two people in the surf as the wave covers them .
option 5: two people <UNK> over a large wave at the beach
Output: a man in a red shirt is standing in a stadium .
option 1: a man in a white shirt is on his cellphone by the gate .
option 2: a man stands outside of a doorway on his cellphone .
option 3: a man wearing a white shirt is standing in a doorway surrounded by green bars , and his holding a cellphone up to his right ear .
option 4: man in white shirt talking on phone
option 5: man is talking on mobile , standing in a doorway .
Output: a man in a red shirt is standing in a stadium .
option 1: a boy jump kicks off a dock into a lake .
option 2: a little boy jumping off of a dock into a lake .
option 3: a young boy is leaping off a pier into the water , his leg <UNK> out .
option 4: a young boy jumps off of a wooden dock and into the water .
option 5: the boy wearing swimming trunks is jumping off a pier into a lake .
Output: a man in a red shirt is standing in a stadium .
option 1: three black dogs are swimming through some murky brown water , one with a yellow object in its mouth .
option 2: three black dogs swimming in dirty water
option 3: three dark dogs swimming and one of them has a ball .
option 4: three dogs are up to their <UNK> in water .
option 5: three dogs swim in the water .
Output: a man in a red shirt is standing in a stadium .
option 1: a crowd walks along a sidewalk of a <UNK> market .
option 2: a street market filled with white tents , pedestrians , and <UNK> .
option 3: a woman looks over a table of <UNK> <UNK> at a <UNK> 's market .
option 4: men and women walking on the sidewalk outside a marketplace .
option 5: street with many white tents with display table with people walking nearby .
Output: a man in a red shirt is standing in a stadium .
option 1: three african american women are dressed in bright orange and brown dresses and head scarves .
option 2: three african women in traditional orange costume are gathered in front of a yellow curtain .
option 3: three women are dressed in african clothes , and two of them are putting on make - up .
option 4: three women wearing traditional <UNK> make the <UNK> touches on their clothing .
option 5: women are putting their robes and <UNK> on .
Output: a man in a red shirt is standing in a stadium .
option 1: two female beach volleyball players face off at the net with the <UNK> <UNK> logo visible in the background .
option 2: two female volleyball players try to hit the ball .
option 3: two woman playing beach volleyball .
option 4: two women in skimpy outfits play sand volleyball .
option 5: two women play volleyball on the sand .
Output: a man in a red shirt is standing in a stadium .
option 1: a small child on riding toy and a larger child on a small bicycle with training wheels .
option 2: the little boy in the red shirt looks at the smaller boy in an orange shirt while riding bikes .
option 3: two children ride their bikes on the asphalt street .
option 4: two little boys riding their bikes in the street .
option 5: two young boys ride small bikes on the road of a neighborhood .
Output: a man in a red shirt is standing in a stadium .
option 1: a man is standing next to a woman and he is holding an electronic device to his ear .
option 2: a man on a cellphone standing with a woman .
option 3: a young couple in a busy city
option 4: couple talking and looking in same direction , man is using a cellphone and wearing a gray sweatshirt woman is wearing a black coat .
option 5: guy and girl in jackets while guy listens to mobile device
Output: a man in a red shirt is standing in a stadium .
option 1: a girl posing next to a big statue with a big nose .
option 2: a woman having her picture taken in front of a large carving .
option 3: a woman poses for pictures with a statue of a <UNK> .
option 4: a woman poses in front of a statue , while a man and another woman photograph her .
option 5: woman in black shirt posing for pictures in front of statue .
Output: a man in a red shirt is standing in a stadium .
option 1: a black dog digging through the snow .
option 2: a black dog digs in the snow .
option 3: a large black dog is digging in the deep snow .
option 4: a small black and brown dog is standing in the snow .
option 5: black dog digging in white snow .
{'1-gram': 0.4790714033653131, '2-gram': 0.20272727407820157, '3-gram': 0.12596336245415654, '4-gram': 0.08675262534513287}
Validition result
Output: a man in a red uniform is riding a bicycle on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man in a yellow canoe is standing on the shore of a lake .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in a yellow shirt is spraying a <UNK> .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a dog on a dock are watching another dog swim in the water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man in a yellow canoe is standing on the shore of a lake .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing on a cliff overlooking the ocean .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt and jeans stands next to a column in front of a sign that says " <UNK> " .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a bed .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.46588521772345304, '2-gram': 0.2215096114517386, '3-gram': 0.11932549328399333, '4-gram': 0.08142166786529284}
=> Saving checkpoint
epoch: [10/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a brown dog is running on the sand by the ocean . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped shirt and jeans runs towards a house . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a woman in a red jacket is standing by a <UNK> door with her hand on a <UNK> street . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog on a dock are watching another dog swim in the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a brown dog and a black dog are running near water . <EOS>
Train result
Output: a man in a white helmet holds a large fish .
option 1: a parachute caught on a tree with some people on the ground shining a light at it .
option 2: a person jumps up over the snow as their skis cross .
option 3: a skier in midair
option 4: a skier is doing a trick in the air at night .
option 5: a skier makes a jump with his skis crossed .
Output: a man in a white helmet holds a large fish .
option 1: a man in blue shorts leaps from cliff into a lake .
option 2: a man in swimming trunks jumping off a rock into a lake .
option 3: a man jumps from a rock into the water .
option 4: a shirtless man jumps into the water .
option 5: the young man takes an acrobatic leap into the water .
Output: a man in a white helmet holds a large fish .
option 1: a child being <UNK> by a man with a microphone .
option 2: a group of people watching a boy getting <UNK> by a man .
option 3: a man interviews a boy in a gathering of people .
option 4: a man interviews a boy in front of a crowd of people .
option 5: the man is <UNK> a teenage boy in front of an audience .
Output: a man in a white helmet holds a large fish .
option 1: a grey bearded <UNK> gentleman in red plaid is playing the bagpipes .
option 2: a man with a beard in the foreground playing bagpipes
option 3: a parade of <UNK> walk through a city street .
option 4: several <UNK> in <UNK> dress .
option 5: the man with the white beard is playing a red bagpipe .
Output: a man in a white helmet holds a large fish .
option 1: a buy is grinding a rail on a snowboard .
option 2: a person is jumping a ramp on a snowboard .
option 3: a snowboarder goes down a ramp .
option 4: a snowboarder going over a ramp .
option 5: a snowboarder performs a jump on the clean , white snow .
Output: a man in a white helmet holds a large fish .
option 1: a man doing a <UNK> trick on a ramp
option 2: a man grinding the <UNK> of a pool on his rollerblades .
option 3: a man wearing green glasses crouches near the camera .
option 4: a man with green glasses does a trick on his skateboard .
option 5: a rollerblader pauses at the top of a skate ramp .
Output: a man in a white helmet holds a large fish .
option 1: a crowd of people are walking down a city street .
option 2: a group a people walk around the corner near a brick building .
option 3: a group of people stands in front of a yellow building .
option 4: people gather together outdoors .
option 5: the people walk near a brick building .
Output: a man in a white helmet holds a large fish .
option 1: a climber wearing a white helmet is perched on the side of a rock face .
option 2: a lone climber wearing a white helmet climbing a wall .
option 3: a man wearing blue climbs a steep cliff .
option 4: the man in a blue shirt , wearing a helmet , is <UNK> to climb .
option 5: the rock climber looks down from above .
Output: a man in a white helmet holds a large fish .
option 1: dogs walking in the grassy field .
option 2: large fluffy grey dog standing in grass in front of a brown dog .
option 3: one dog standing in some grass with his tongue hanging out and a tan dog in the background
option 4: two dogs of different breeds are standing in a <UNK> .
option 5: two dogs stand in the grass .
Output: a man in a white helmet holds a large fish .
option 1: a blonde woman with her hair up is taking off a white sweatshirt .
option 2: a blond haired lady in white poses for the camera .
option 3: a girl with a white sweatshirt and blond hair is smiling .
option 4: a woman poses for a picture outdoors .
option 5: a woman with blonde hair is smiling and putting on a white sweater .
Output: a man in a white helmet holds a large fish .
option 1: two japanese girls are wearing traditional dress .
option 2: two japanese ladies with colorful <UNK> on them .
option 3: two women dressed as <UNK> .
option 4: two women dressed in brightly colored traditional asian clothes stand at the top of steps .
option 5: two women in elaborate japanese costumes .
Output: a man in a white helmet holds a large fish .
option 1: a black and white dog is jumping up to catch a green frisbee .
option 2: a black and white dog jumps high to get a green frisbee .
option 3: a dog catching a frisbee in front of a red building .
option 4: black and white dog leaping for frisbee .
option 5: the dog jumps up to catch the frisbee .
Output: a man in a white helmet holds a large fish .
option 1: a girl in a pink jacket and red hat walking near grass .
option 2: a girl wearing a pink coat and red hat walks down a gravel path .
option 3: a little girl in a pink coat is walking down a dirt road
option 4: a little girl in a pink jacket is walking .
option 5: a young girl in a pink jacket walking down a gravel path in a wooded area .
Output: a man in a white helmet holds a large fish .
option 1: a black dog <UNK> a wooden fence in a snowy yard .
option 2: a black dog leaps through the snow near a fence .
option 3: a black dog running away from a wooden fence with snow on the ground .
option 4: a black dog running through the snow .
option 5: a black dog wearing a red collar is running through snow next to a wooden fence .
Output: a man in a white helmet holds a large fish .
option 1: a backpacker walks down a rocky mountain .
option 2: a hiker walks down a rocky path towards land with water .
option 3: a man with a black and blue backpack hikes down a rock face .
option 4: hiker climbing down a snow and rock covered mountain .
option 5: the man climbs through the rocks and snow .
Output: a man in a white helmet holds a large fish .
option 1: a brown and white dog <UNK> his teeth in the snow .
option 2: a brown and white dog growling in the snow
option 3: a <UNK> looking dog is in the snow and showing his teeth .
option 4: a tan a white dog <UNK> its teeth in the snow
option 5: the dog is in snow , and has a stick in its mouth .
{'1-gram': 0.4686284335096226, '2-gram': 0.20496153166384778, '3-gram': 0.10066870233485715, '4-gram': 0.05538468131060641}
Validition result
Output: a man in a red outfit is riding a white motorcycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is sitting on a boat in the middle of the ocean .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a group of people sit on a bench by the beach .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is sitting on a boat in the middle of the ocean .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is sitting on a boat in the middle of the ocean .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is sitting on the beach under a blue umbrella .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are sitting on a bench .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is sitting in a high chair with his mouth open and ready for a drink .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4217963388556779, '2-gram': 0.18291544108685076, '3-gram': 0.09390451080476134, '4-gram': 0.06298452076725812}
=> Saving checkpoint
epoch: [11/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man is sitting on a boat in the middle of the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a blue shirt is running through a field of grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is standing outside of a red building with a red <UNK> on it . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is sitting on a boat in the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and a woman are sitting on a wooden bench . <EOS>
Train result
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a blue and white sailboat sits by a dock .
option 2: a few people park their boat at a dock .
option 3: three men stand atop a boat from <UNK> <UNK> .
option 4: three people are standing on the dock of a boat looking at something off camera .
option 5: three people stand on a boat that is <UNK> .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a fat guy in pink , drinking beer .
option 2: a large person in shorts and a white shirt sitting at a table .
option 3: an overweight person drinking .
option 4: a person sits at a table outside drinking beer .
option 5: a person wearing a white tank top sits at a table with a beer .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a black and white dog shakes itself to get the water off
option 2: a black and white dog shakes water off itself .
option 3: a dog shaking water off .
option 4: black and white dog shaking its wet head .
option 5: wet black and white dog with black nose shaking off water .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a bmx rider , wall rides .
option 2: a man does a trick with his bicycle off the side of a wall .
option 3: a man jumps with his bike near a brick wall .
option 4: man is performing a trick with a bicycle off a brick wall .
option 5: the man rides his bicycle up the brick wall .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a bird flies through the air with wings extended .
option 2: a black and white bird with a yellow beak is flying .
option 3: an <UNK> flies through the air .
option 4: an <UNK> <UNK> down low almost to the ground .
option 5: the <UNK> is flying low to the ground .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a dog is running away with a <UNK> in its mouth .
option 2: a large white poodle is walking on the grass carrying a <UNK> .
option 3: a large white puddle running along with a pink flip <UNK> in its mouth
option 4: a white dog carries a pink flip - <UNK> through the green yard .
option 5: large white poodle carrying a pink flip <UNK> outside .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: an asian man in a black tracksuit is watching students doing <UNK> on basketball court .
option 2: men training for ballet dancing in gym
option 3: people dancing in front of instructor
option 4: several people are participating in an <UNK> class .
option 5: various people on a basketball court .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a brown dog is <UNK> his head near a smaller white dog outdoors .
option 2: a small white dog and a large brown dog .
option 3: small and large dog playing in the field .
option 4: the small dog <UNK> the large dog in the field .
option 5: two dogs .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: an alley open to a couple of people walking by
option 2: the legs of several people walking past an alley .
option 3: two pairs of legs walk past the end of an alley between two brick buildings .
option 4: two people walk down the street , seen from a <UNK> .
option 5: view through an alley of pedestrians passing by .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a girl is swimming in a clear water in a blue pool .
option 2: a girl swims through clear blue water .
option 3: a person is swimming underwater in a pool .
option 4: a person swimming underwater in a swimming pool .
option 5: a picture of <UNK> under blue water .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a man in an orange hat jumping .
option 2: a man jumps in the middle of a rocky desert .
option 3: a man wearing a white shirt and an orange shirt jumped into the air .
option 4: man in khaki pants does elaborate kick in desert
option 5: man jumping with a rock formation in background .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a dog is running through a park
option 2: a little white dog runs outside , their ears <UNK> back in the wind .
option 3: a small white dog running .
option 4: a white dog running through the grass .
option 5: a white dog with a collar is running .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a boy flips out of the pink <UNK> while a boy in the green tube watches .
option 2: a boy has <UNK> a back flip into a swimming pool while another boy watches .
option 3: two boys <UNK> around in pool with inflatable <UNK>
option 4: two boys in a pool with two tube rafts .
option 5: two guys are in a pool and one is falling of his innertube .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a bicycler rides his bike on the road next to rocks with snow .
option 2: a bicyclist rides down the road near snow .
option 3: a man in yellow jacket rides a bike .
option 4: a person wearing a yellow coat rides a bike past some snowy rocks .
option 5: the bicycle rider is wearing a yellow jacket and a blue helmet while riding on a road during winter time .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a bird with a long orange <UNK> drinks water .
option 2: an <UNK> stretches his neck to eat things out of the still water .
option 3: a white crane looks for food in the water .
option 4: the white bird stands in water near tall <UNK> .
option 5: the white crane is <UNK> for food in a pond .
Output: a man in a red shirt is looking at a <UNK> looking at <UNK> sticks .
option 1: a boy is standing on a snowy hill looking at a sunset or <UNK> .
option 2: a child stands in the snow .
option 3: a child stands in the snow and looks at a <UNK> sky .
option 4: boy in winter gear facing away in snowy area , lake and sunset in distance .
option 5: someone with a red <UNK> and red and white <UNK> standing in the snow overlooking a lake .
{'1-gram': 0.39453125, '2-gram': 0.16651635143953442, '3-gram': 0.08512156487133854, '4-gram': 0.0434216184721033}
Validition result
Output: a man in a blue shirt and helmet is <UNK> a bicycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a woman is sitting in a <UNK> and <UNK> front of her <UNK>
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a group of people are standing in a line in front of a large rock wall .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a woman is sitting in a <UNK> and <UNK> front of her <UNK>
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman sit on a bench in a park .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a woman in a bikini is looking at the ocean on a white surfboard .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a woman in a red jacket is standing on the road near a road .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a bed .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4375308515014397, '2-gram': 0.15715575206983085, '3-gram': 0.08394676466650941, '4-gram': 0.05768168673041329}
=> Saving checkpoint
epoch: [12/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a woman in a bikini is looking at the ocean . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a pink dress runs through a field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a woman in a red jacket is standing by a <UNK> door in a city . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog are walking through the foliage on the beach . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a woman with a baby in a bikini sitting on a <UNK> <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a small dog .
option 1: a boy sits in the <UNK> , reading a book .
option 2: a young boy sits in a chair in a <UNK> reading a book .
option 3: a young boy takes time to read during his <UNK> to the <UNK> .
option 4: the boy in glasses is reading .
option 5: the boy with glasses is sitting and reading a book .
Output: a man in a red shirt is standing in a tent holding a small dog .
option 1: a man in a hat with long sleeves and long pants stands overlooking a city .
option 2: a man stands on a cliff overlooking a city .
option 3: a man with a backpack and hat is standing by a high cliff where you can see for <UNK> .
option 4: hiker standing on top of a rock overlooking a town .
option 5: the man wearing a backpack and a hat , stands on a ledge overlooking a city .
Output: a man in a red shirt is standing in a tent holding a small child .
option 1: a man in a wide - <UNK> hat is sleeping against a column .
option 2: a man sits on a cement column .
option 3: a man sits outdoors with some of his belongings .
option 4: a man sitting against a <UNK> selling hats .
option 5: there is an old man sitting on the edge of a concrete <UNK> wearing a hat .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a crowd of people are walking down a city street .
option 2: a group a people walk around the corner near a brick building .
option 3: a group of people stands in front of a yellow building .
option 4: people gather together outdoors .
option 5: the people walk near a brick building .
Output: a man in a red shirt is standing in a tent holding a small dog .
option 1: a brown dog chases the water from a sprinkler on a lawn .
option 2: a brown dog plays with the hose .
option 3: a brown dog running on a lawn near a garden hose
option 4: a dog is playing with a hose .
option 5: large brown dog running away from the sprinkler in the grass .
Output: a man in a red shirt is standing in a tent holding a small dog .
option 1: a group of people riding bicycles turn on a street .
option 2: a large group of bicycles racing on the street
option 3: a line of men on bicycles compete in a race
option 4: a tight crowd of <UNK> make a sharp turn in a race .
option 5: lots of cyclists ride during a race .
Output: a man in a red shirt is standing in a tent holding a small child .
option 1: a child in orange walking on wooden walkway <UNK> in a body of water .
option 2: two children are running down a bridge across a lake .
option 3: two children run along a boardwalk that crosses over a body of water .
option 4: two children walking on a wooden pier over water .
option 5: two children wearing orange walk across a long pier .
Output: a man in a red shirt is standing in a tent holding a small dog .
option 1: a man in blue and black surfs on a huge white wave .
option 2: a man on a surfboard jumping off the top of a wave .
option 3: a surfer is doing an airborne stunt whilst riding waves .
option 4: man boogie boarding on wave .
option 5: man surfing
Output: a man in a red shirt is standing in a tent holding a small child .
option 1: a white dog and a brown dog playing <UNK> .
option 2: a white dog <UNK> with a brown dog .
option 3: a white dog is <UNK> on a brown dog in a fenced in backyard .
option 4: in a fenced yard with a white house in the background , a white dog jumps in the air beside a brown dog .
option 5: the white dog is jumping up at the brown dog .
Output: a man in a red shirt is standing in a tent holding a small dog .
option 1: a hiker walks through the <UNK> .
option 2: the two people carrying skis are walking in the snow .
option 3: two people hike up a snowy hill .
option 4: two people hiking up a snow covered mountain
option 5: two skis hike uphill , through a barren , snowy landscape .
Output: a man in a red shirt is standing in a tent holding a small child .
option 1: a biker is riding along a track <UNK> located with a wooded area .
option 2: a mountain biker jumps off of a fence while going downhill .
option 3: a person does tricks on a bike on a ramp surrounded by trees .
option 4: a person riding a bike in the woods .
option 5: person on bicycle doing a trick on white fencing .
Output: a man in a red shirt is standing in a tent holding a small dog .
option 1: a person ski jumps off an a frame <UNK> .
option 2: a snowboarder jumps over a shed which is almost covered with snow
option 3: snow covered wooded area with a structure and a person in white top and orange pants in midair .
option 4: the skier jumps over a hut in the snow covered forest .
option 5: the skier wearing orange pants is jumping over the wooden roof .
Output: a man in a red shirt is standing in a tent holding a small child .
option 1: a black and a brown dog are running toward the camera .
option 2: a black and a yellow dog
option 3: a black dog and a brown dog with a ball .
option 4: a large black dog and a large yellow dog appear to be playing with a soccer ball .
option 5: the black dog is by a soccer ball and the brown dog is running .
Output: a man in a red shirt is standing in a tent holding a small child .
option 1: two <UNK> in midair snowboarding .
option 2: two snowboarders are in the air over the snow .
option 3: two snowboarders are suspended in midair after a jump from a snow slope .
option 4: two snowboarders in the air above snow .
option 5: two snowboarders in yellow and green are jumping in the air .
Output: a man in a red shirt is standing in a tent holding a small dog .
option 1: an african man is being <UNK> though wet mud by two cows whilst other people watch .
option 2: two bulls pulling a muddy man behind them while mud droplets spray .
option 3: two <UNK> are pulling a person through splashing dirt and mud .
option 4: two <UNK> pulling a man through the muddy water .
option 5: two <UNK> running through the lake <UNK> man behind them covered in mud .
Output: a man in a red shirt is standing in a tent holding a small child .
option 1: a group of women are all wearing orange <UNK> tops and orange <UNK> skirts .
option 2: a group of women in orange bathing suits and <UNK> .
option 3: a group of women in orange swimsuits stand in a group , talking to each other .
option 4: a group of young women in orange hula outfits stand around .
option 5: many females <UNK> in orange attire <UNK>
{'1-gram': 0.37205910727673486, '2-gram': 0.1404751067516133, '3-gram': 0.07530559737480419, '4-gram': 0.04872917783209085}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is standing in the ocean with a kayak in the background .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is sitting on a boat in the water .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a dog rowing down a hill .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and a dog rowing down a hill .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and two women on the beach .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are sitting on a bench .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a bouncy seat and a plastic glove .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.48985171438467306, '2-gram': 0.2320865293619756, '3-gram': 0.11973844637235857, '4-gram': 0.06270922286784988}
=> Saving checkpoint
epoch: [13/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man is camping on a shore shore . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped shirt and jeans runs in the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow shirt is standing in a marketplace . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog rowing down a hill . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is sitting on a boat in the water . <EOS>
Train result
Output: a man in a white shirt is standing in a doorway holding a stick .
option 1: a boy squirts a <UNK> gun .
option 2: a family is playing in a pool and one of the young boys is shooting something with water .
option 3: a little boy is playing with a water squirting toy in the swimming pool as others around him watch .
option 4: children are playing in a swimming pool while two adult men watch them .
option 5: children play in a pool while adults look on .
Output: a man in a white shirt is standing in front of a white building .
option 1: a group poses for a picture in front of a frozen waterfall .
option 2: four people crouched near an ice formation .
option 3: four people sitting in the snow at the base of a frozen waterfall .
option 4: there are four people dressed in warm clothes sitting in the snow in front of a huge piece of ice .
option 5: two couples pose for a picture in the winter .
Output: a man in a white shirt is standing in front of a white building .
option 1: a person has a mask , which has a red nose and a black bandanna , over his face .
option 2: a person in a scary mask .
option 3: a person wearing a clown mask is <UNK> his or her chin .
option 4: a person wearing a clown mask looks to the right .
option 5: a person wears a mask .
Output: a man in a white shirt is standing in front of a <UNK> surrounded by toys .
option 1: a couple sitting together smiling at the photographer
option 2: a man and a woman smiling for the camera .
option 3: a man and his female <UNK> smile for a picture .
option 4: smiling , brown - eyed couple in a crowd .
option 5: two people pose for the camera .
Output: a man in a white shirt is standing in front of a white building .
option 1: men in helmets and orange vests pulling a jeep out of a ditch
option 2: men in orange safety vests pulling vehicle out of a ditch .
option 3: men in orange vests try to free a vehicle stuck beside a road .
option 4: three man in hi viz jackets are pulling attempting to pull a <UNK> four wheel drive car from a ditch .
option 5: three men in orange vests are pulling a jeep out of a <UNK> while another man sits inside .
Output: a man in a white shirt is standing in a doorway holding a stick .
option 1: a boy and two men shooting off a water rocket at the beach .
option 2: a group of people are standing on the beach in front of some boats .
option 3: a group of people <UNK> an air rocket in front of a <UNK> .
option 4: a lady and a little boy <UNK> a <UNK> to <UNK> a rocket at a <UNK> .
option 5: a little boy made <UNK> something off with water .
Output: a man in a white shirt is standing in front of a <UNK> surrounded by <UNK> .
option 1: a group of people dancing together .
option 2: people are dancing around while wearing multiple colored and <UNK> clothing .
option 3: people in colorful hats and shirt dance outside
option 4: people in hats are outside .
option 5: two men are wearing caps are looking at the ground with <UNK> <UNK> on their faces .
Output: a man in a white shirt is standing in front of a white building .
option 1: a big brown dog runs with a stick in his mouth , and a big black down runs behind him .
option 2: a black dog and a brown dog with a stick in his mouth are running in the field .
option 3: a brown dog runs with a stick in its mouth and a black dog follows .
option 4: a dog running with a stick in its mouth .
option 5: two dogs are running , one of them has a stick in its mouth .
Output: a man in a white shirt is standing in front of a <UNK> surrounded by <UNK> .
option 1: a black and white dog jumps up and down in the snow .
option 2: a boxer leaps in the snow .
option 3: a brown and white dog wearing a red collar is standing in the snow .
option 4: a dog above snow .
option 5: large dog out in the snow .
Output: a man in a white shirt is standing in front of a white building .
option 1: a girl walks next to a pool .
option 2: a young girl in a blue and pink bathing suit runs around a pool .
option 3: girl running next to a pool .
option 4: the girl in a bathing suit runs past the blue pool .
option 5: the girl in the aqua two piece swimsuit is in front of the aqua pool .
Output: a man in a white helmet is shooting a stick .
option 1: a black and white dog catches a frisbee in midair .
option 2: a black and white dog is <UNK> and has a frisbee in his mouth .
option 3: a black and white dog jumps up in the air to catch a frisbee .
option 4: a dog jumps in the air , catching a frisbee in its mouth .
option 5: a white dog in a jump , holding a plate in his mouth .
Output: a man in a white shirt is standing in a doorway surrounded by toys .
option 1: a dog jumps for a red ball on the grass .
option 2: a white dog is jumping in the air attempting to catch a red ball .
option 3: a white dog jumping to catch a red ball .
option 4: a white dog with a blue collar plays with a red ball .
option 5: the dog is playing with a red ball .
Output: a man in a white helmet is shooting a stick from a lake .
option 1: a man in the back of a van takes a picture of a yellow truck .
option 2: a man looking out the back of his car looking at a yellow van behind
option 3: a person riding in the back of one vehicle is looking down the road towards a yellow truck .
option 4: photographer shooting picture of yellow bus .
option 5: two people sit in shadow in the open back of a vehicle followed by another vehicle .
Output: a man in a white shirt is standing in front of a white building .
option 1: a black dachshund sniffs another dog wearing a striped shirt .
option 2: a dog wearing a striped sweater touches noses with another dog .
option 3: a white dog wearing a <UNK> print shirt is nose to nose with a black dog wearing a pink collar .
option 4: a white dog with a sweater on and a black and brown dog touching noses .
option 5: two dogs meeting nose to nose .
Output: a man in a white shirt is standing in front of a <UNK> surrounded by <UNK> .
option 1: a black dog retrieves a cloth from a <UNK> .
option 2: a dog <UNK> a white rag through an almost - dried up creek .
option 3: a dog is wading in a river with a towel in its mouth .
option 4: a dog walking through a small stream with a rag in his mouth .
option 5: a dog walking through a stream carrying a white towel in its mouth
Output: a man in a white shirt is standing in front of a <UNK> surrounded by <UNK> .
option 1: a black and white dog is running and splashing in water .
option 2: a black and white dog is running though water whilst bearing its teeth .
option 3: a dog is running through the water with its mouth wide open .
option 4: an open - <UNK> dog is running through the water .
option 5: a spotted black and white dog splashes in the water .
{'1-gram': 0.4623102573232071, '2-gram': 0.20916084906778093, '3-gram': 0.09759329196694908, '4-gram': 0.05481845772835406}
Validition result
Output: a man in a red shirt is watching a man in a yellow shirt on a bicycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a lake
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is camping on a lake
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is camping on a lake
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is camping on a lake
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and a dog are rowing a canoe on a river .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking across a rope bridge .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an bouncy seat with toys surrounding him .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.429378975717483, '2-gram': 0.21859941397416258, '3-gram': 0.10435154840616616, '4-gram': 0.07063067325705917}
=> Saving checkpoint
epoch: [14/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man is camping on a lake <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a green shirt is running in a grassy field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing in front of a <UNK> surrounded by buildings . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is camping on a lake <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and a woman are sitting on a boat by the ocean . <EOS>
Train result
Output: a man in a red shirt is standing in a stadium .
option 1: a woman blowing on a dandelion .
option 2: a woman blowing on a <UNK> in a field .
option 3: a woman in a grassy field blows on a dandelion .
option 4: a woman is blowing the seeds from a dandelion .
option 5: the woman is blowing the <UNK> off a flower in a green field .
Output: a man in a red shirt is standing in a stadium .
option 1: a bicyclist rides on ramps .
option 2: a bike rider does a trick in the air .
option 3: a man performs a bike trick on a ramp .
option 4: extreme bmx rider <UNK> <UNK>
option 5: person doing tricks on a bicycle in a <UNK> .
Output: a man in a red shirt is standing in a stadium .
option 1: a child rolls around in a large tire .
option 2: a little boy is in a tire
option 3: boy crouched and <UNK> with hands , inside of a tire .
option 4: child crouches in tire .
option 5: the child is sitting in a large truck tire .
Output: a man in a red shirt is standing in a stadium .
option 1: this picture shows a blond - haired boy and brown - haired boy smiling while swinging on a tire swing .
option 2: two children are laughing and playing in a tire swing at a park .
option 3: two child share a swing in a playground .
option 4: two kids are swinging together on a tire swing .
option 5: two kids enjoy a tire swing .
Output: a man in a red shirt is standing in a stadium .
option 1: a woman , a little boy , and a tiny baby are standing in front of a cow statue .
option 2: a woman and two small children posing in front of a large cow statue .
option 3: a woman gives a baby to a small child to hold as they stand in front of a cow statue .
option 4: a woman stands with two children near a decorated bull statue .
option 5: the woman and children are standing next to a statue of a cow .
Output: a man in a red shirt is standing in a stadium .
option 1: there are two people with backpacks walking on the side of a grassy hill .
option 2: two hikers are <UNK> across a <UNK> hillside with deep brush in spots .
option 3: two mountain climbers climbing up a large grassy mountain .
option 4: two people are hiking up a grassy hill .
option 5: two people in heavy clothes are walking up a <UNK> grassy incline .
Output: a man in a red shirt is standing in a stadium .
option 1: three people are standing on a hill that is partly covered in snow .
option 2: three people in dark clothing stand in a field of melting snow .
option 3: three people standing on the side of a snowy grassy hill
option 4: three young men standing on partially snow - covered ground
option 5: two boys watch a third boy kicking some snow .
Output: a man in a red shirt is standing in a stadium .
option 1: a light - colored dog runs on the beach .
option 2: a small yellow dog runs on a beach
option 3: a tan dog runs on a sandy beach .
option 4: a white dog is running down a rocky beach .
option 5: light brown dog running along the beach .
Output: a man in a red shirt is standing in a stadium .
option 1: a male surfer is on his stomach and riding a wave .
option 2: a man on a blue surfboard is on a wave .
option 3: a <UNK> prepares to catch a wave .
option 4: a surfer rides the waves .
option 5: person riding wave on stomach on a blue surfboard .
Output: a man in a red shirt is standing in a stadium .
option 1: a big black dog with fluffy fur runs in the surf of a rocky shore .
option 2: a black dog jumps through the water .
option 3: a black dog splashes in the water .
option 4: the black dog is in the water on the shore .
option 5: the black dog is running through the water .
Output: a man in a red shirt is standing in a stadium .
option 1: a brown dog is in an agility <UNK> and running towards a blue tube .
option 2: a dog is running during a competition .
option 3: a dog runs toward a tunnel .
option 4: a golden retriever is competing in a dog competition .
option 5: the brown dog is running towards a blue and yellow tube .
Output: a man in a red shirt is standing in a stadium .
option 1: a dog runs by the water 's edge .
option 2: a dog walking along a canal and his reflection is on the water .
option 3: a tan dog is running along a river .
option 4: a white dog and a brown dog are by a stream .
option 5: dogs near the edge of water .
Output: a man in a red shirt is standing in a stadium .
option 1: a group of people stand on a balcony near a colorful <UNK> building .
option 2: a woman and children <UNK> the balcony of an amusement ride .
option 3: a woman and two children walking through the upper <UNK> of a carnival <UNK> .
option 4: people stand on a colorful balcony .
option 5: people walking in brightly - colored building .
Output: a man in a red shirt is standing in a stadium .
option 1: a black dog bites at a stream of water on the grass .
option 2: a black dog is being squirted with a jet of water .
option 3: a dog drinks from a sprinkler .
option 4: a dog drinks water outside on the grass .
option 5: the dog tries to bite the water coming out of the sprinkler .
Output: a man in a red shirt is standing in a stadium .
option 1: a woman in gray is smoking a cigarette .
option 2: a woman with a black bag is smoking a cigarette
option 3: lady with red hair in jeans and grey sweater holding a cigarette .
option 4: the redheaded woman holds her purse while putting a cigarette in her mouth .
option 5: the woman holding a black purse is smoking a cigarette .
Output: a man in a red shirt is standing in a stadium .
option 1: a man on a board with the <UNK> of a parachute travels quickly through the snow .
option 2: a person parachuting down the site of a snow covered mountain .
option 3: a person <UNK> gliding into the snowy mountains .
option 4: person with blue jacket <UNK> with blue , white and orange sail over snow and rock front .
option 5: this person is parachuting with skis onto a snowy hill .
{'1-gram': 0.43104236064524987, '2-gram': 0.14639118574931392, '3-gram': 0.05911068056532674, '4-gram': 0.03748429235212965}
Validition result
Output: a man in a red uniform makes a <UNK> pose with his motorbike .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and woman sit on a dock , watching two other dogs .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and two women on the beach .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a woman are sitting on a rock overlooking a valley .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and a woman are sitting on a rock overlooking a valley .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: two people stand on the edge of a recently <UNK> at the beach .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a couple walking on a sidewalk
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.41630453267921264, '2-gram': 0.21320136861079406, '3-gram': 0.09962020269395372, '4-gram': 0.06561864761059483}
=> Saving checkpoint
epoch: [15/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and woman sit on the beach and look at something . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a green shirt is running in the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing in front of a skyscraper . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> two people stand on the edge of a recently <UNK> at the beach . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a couple of people are standing on a beach near to the ocean . <EOS>
Train result
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a child in the snow .
option 2: a child walking in the snow .
option 3: a person with a blue hat stands in trails in the snow .
option 4: a young boy walks across tracks in the snow .
option 5: the child is wearing a blue hat and green jacket while walking through snow .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a brown and black dog by a tree
option 2: a brown , black , and white dog barking up a tree .
option 3: a dog is perched up against a tree looking at the top .
option 4: a dog looking up a tree with his tongue hanging out .
option 5: a dog with its tongue out is trying to look up the tree .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a dog and woman at a dog agility course
option 2: a woman <UNK> a dog through an obstacle course .
option 3: a woman plays with her dog on an obstacle course .
option 4: there are four people and a dog jumping through a black , yellow , and white hole .
option 5: the woman is training her dog to jump through hoops using training equipment .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: two boys in denim play with hula hoops
option 2: two boys play with a hula hoop in the yard .
option 3: two children are playing in the yard and one has hula hoops around him .
option 4: two children with hula - hoops .
option 5: two young boys playing with hula - hoops .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a bearded man in a blue shirt <UNK> laughing while a <UNK> <UNK> man holds up a glass .
option 2: a man wearing a business suit holds up a drink as the other laughs .
option 3: there is a man with a blue shirt on and man with a gray coat on holding cups .
option 4: two men have fun drinking
option 5: two men wearing <UNK> having a drink and smiling
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a shot of a ski resort next to a mountain .
option 2: a ski resort
option 3: people skiing down a slope .
option 4: several people at a ski area with the pine trees and a large snowy mountain in the background .
option 5: skiers are on the snow near to the resort buildings below the mountain range .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: one policeman sitting on his motorcycle with two fellow policeman standing to the left
option 2: three policemen , one on his cop bike , wearing black uniforms with black boots .
option 3: two policemen are standing and one policeman is sitting on his motorcycle .
option 4: two police officers are standing next to another officer who is sitting on a motorcycle .
option 5: two standing policemen and one sitting on a motorcycle smile for the camera .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a blonde woman wearing a white top and black bottoms pushes a black stroller while a brunette male wearing a gray t - shirt and white shorts walks a brown dog .
option 2: a couple walking a dog and a child in a stroller in front of a store .
option 3: a man in shorts walks a big brown dog and a woman pushing a baby carriage walks right behind him .
option 4: a man walks a brown dog while a woman pushes a stroller .
option 5: a woman with a stroller is passing a man walking a dog .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a man in an orange jacket raising his hands to the sky in the sand .
option 2: a man in an orange jacket stands on sand with a blue sky background .
option 3: a man is outside standing on sand with a bright blue sky around him .
option 4: a man standing on a sand dune and reaching to the sky .
option 5: man <UNK> at the top of a sand dune .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a group of people in a dim room .
option 2: a man and two women sit in a darkened room at a table with candles .
option 3: a man speaking with two women .
option 4: <UNK> share a drink at <UNK> .
option 5: three people sit at table by red <UNK> .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a boy waves around a sparkler .
option 2: a child in a red shirt plays with fireworks .
option 3: a child spins a sparkler leaving a light trail .
option 4: a little boy is holding a lit sparkler in the backyard .
option 5: a young boy is twisting a sparkler around in the air .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a large brown dog and a small black dog stand near each other on a dirt patch surrounding by grass and weeds .
option 2: a large brown dog and a small grey dog on a rocky surface with weeds behind them .
option 3: a large brown dog has his <UNK> on the back of a small black dog .
option 4: a small black dog is <UNK> <UNK> a larger brown dog gives him a <UNK> .
option 5: the brown dog sniffs the back of a smaller black dog .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a young boy wearing a blue shirt is playing at a park .
option 2: children playing on a playground .
option 3: the boy and girl are playing on the outdoor gym .
option 4: the boy is wearing a blue shirt , and the girl is wearing black clothes .
option 5: the two kids are playing at the playground .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a girl in a pink bikini <UNK> at the end of a water slide emerging into a pool .
option 2: a girl laughing on a water slide .
option 3: a young girl in a pink bikini laughs at the bottom of a water slide .
option 4: a young girl in a pink swimsuit at the bottom of a water slide .
option 5: child in swimsuit <UNK> and opens mouth as she lands at water slide bottom .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a female athlete is jumping into the sand .
option 2: a girl is performing the long jump with arms in the air .
option 3: a woman competing in a long jump competition .
option 4: the woman is jumping a long distance while people watch .
option 5: woman competing in the long jump , photographed in midair .
Output: a man in a white shirt is standing in a tent 's arms .
option 1: a little boy in pajamas <UNK> on a couch with a santa hat .
option 2: a small child wearing a green long sleeved top lays with her head on a pillow .
option 3: a smiling child with christmas colored clothing .
option 4: child on couch , holding red cloth with white fur .
option 5: the child with a green shirt is on a bed smiling
{'1-gram': 0.4274713650548463, '2-gram': 0.16324534860836704, '3-gram': 0.08027045699636427, '4-gram': 0.042655241447651676}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and a dog stand on a dock watching another dog swim in the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is sitting on a boat in the middle of the water while holding a stick .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a dog is running on the beach while a man and woman watch a boat go by .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and a dog stand on a dock watching another dog swim in the water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and a dog stand on a dock watching another dog swim in the water .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: three people stand on a porch , looking out at a lake .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.48015114533447334, '2-gram': 0.25878656382517085, '3-gram': 0.10546575818563572, '4-gram': 0.05308097780265397}
=> Saving checkpoint
epoch: [16/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog and a woman wade for a ball on the beach . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a blue shirt is running through a forested field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is helping a girl step down from a red plastic bag . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog stand on a dock watching another dog swim in the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and a woman are sitting on a bench beside a dog . <EOS>
Train result
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a red uniformed football player tackles an opposing player .
option 2: one football player is tackling another player .
option 3: there are two football players in red jerseys tackling a man wearing a white jersey
option 4: three football players and two are fighting for the ball .
option 5: two football players are tackling one player of the opposite team .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a football player being tackled during a game .
option 2: a football player has his arms wrapped around the person holding the ball .
option 3: a football player in orange being tackled by a player in blue .
option 4: a young boy wearing orange is running with the football as the boy in blue tries to wrestle him to the ground .
option 5: boy in orange jersey has the football and is being tackled .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a man in street racer <UNK> is <UNK> the tire of another racer 's motorbike .
option 2: the two racers <UNK> the white bike down the road .
option 3: two <UNK> are riding along on their vehicle that is <UNK> <UNK> and colored .
option 4: two people are in a small race car driving by a green hill .
option 5: two people in racing uniforms in a street car .
Output: a man in a white helmet is standing with two <UNK> in front of him .
option 1: a race car spinning out of control on a racetrack .
option 2: a race car spins on the track .
option 3: a silver and black race car turns sideways and blows smoke out the back of the car .
option 4: a silver car goes out of control on a racetrack .
option 5: the grey car <UNK> down the track .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a crowd scene with people in yellow and white native clothing .
option 2: a group of people dressed in festive outfits is gathered outside building .
option 3: many woman wearing yellow stand in the street .
option 4: people dressed in bright costumes of white and yellow <UNK>
option 5: people wearing colorful costumes and <UNK> <UNK> through the streets .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a group of <UNK> are walking in the city .
option 2: a man walks down a busy city street with men dressed in santa claus costumes .
option 3: a parade of people is marching in santa costumes on a city street .
option 4: men dressed as santa <UNK> walking down the street .
option 5: men in santa outfits walking down busy street .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a man runs on the football field carrying the ball in front of the <UNK> .
option 2: a man runs with the football at a professional or <UNK> game .
option 3: an american footballer in a white and purple strip is making a run with the ball .
option 4: a <UNK> football player runs with the ball .
option 5: the football player runs with the ball across the field .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a man in a red coat stands outside of a store near a big column .
option 2: a man in a red jacket and jeans stands next to a column in front of a store .
option 3: a man standing near a street corner .
option 4: a man wearing a red coat stands on the corner near a building .
option 5: two people are standing outside a store on a city street .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a group of boys pouring soda into a white plastic bucket while a man pumps a bicycle <UNK> .
option 2: a man , <UNK> and two boys are <UNK> a bucket with liquid on a farm .
option 3: a person pours water into a work bucket near a shovel and three other people .
option 4: four guys are in a field .
option 5: the kids watched as the soda bottle <UNK> into the air .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a man in red shorts jumping in back of a volleyball net .
option 2: a man in red shorts jumps behind a volleyball net .
option 3: a man in red swim trunks playing volleyball .
option 4: athletic man <UNK> volleyball .
option 5: guy in red shorts jumping up in front of volleyball net
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a child pushes its face up towards a window of a playground .
option 2: a girl <UNK> <UNK> <UNK> of water come her way .
option 3: girls <UNK> , <UNK> against <UNK> hole in wet , colorful structure .
option 4: one boy who has a funny expression on his face has his hands up by his head and is looking through a hole .
option 5: water is spraying on the child with its face through a cut out hole .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: adults and children are playing with water balloons in the street .
option 2: a group of people play a game in the road .
option 3: a group of people play a game in the street , passing balloons to one another
option 4: people passing water balloons in the street
option 5: the <UNK> <UNK> of a water balloons toss .
Output: a man in a white helmet is standing with two <UNK> in front of him .
option 1: a collie and a <UNK> <UNK> playing outside .
option 2: the large brown and white dog is jumping towards the small brown and white dog .
option 3: two brown and white dogs fighting on a grassy area in front of a tree .
option 4: two brown and white dogs in the grass near a stone structure .
option 5: two tan and white dogs look at each other in an outdoor setting .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a black and white dog with its tongue out is walking .
option 2: a dog is standing on a <UNK> in front of a tree .
option 3: a dog pants while standing in the woods .
option 4: brown and cream dog with tongue out in front of grassy forest
option 5: the white and brown dog stands in front of the woods with its tongue hanging out .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: a little boy is sitting in a wheel barrel while a girl in pink holds the handles .
option 2: a young boy in a green wheel barrel with a girl pushing him .
option 3: a young boy rides in a wheelbarrow as a young girl holds the handles .
option 4: a young girl wearing pink is pushing a green wheel - <UNK> with a young blond boy in it .
option 5: the girl is holding the wheelbarrow while the boy sits inside .
Output: a man in a white shirt is standing in the middle of a bunch of birds .
option 1: two beach volleyball players walk and talk together on the sand .
option 2: two women in bathing suits walks across the sand .
option 3: two women stand in the sand in their bikinis .
option 4: two women wearing bikinis are walking on the sand .
option 5: two women wearing bikinis on a sandy beach .
{'1-gram': 0.4700597424478664, '2-gram': 0.23286067163695234, '3-gram': 0.11399217955718705, '4-gram': 0.05915548094176738}
Validition result
Output: a man in a blue helmet and yellow shirt is on a motorcycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and a dog are standing on the shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and a dog are standing on the shore at the ocean .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a dog are standing on the shore .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and a dog on the beach .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and a dog are standing on the shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a dog are standing on the shore at the ocean .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.49237959977202234, '2-gram': 0.22151604842344258, '3-gram': 0.1311391009547239, '4-gram': 0.08808967344284305}
=> Saving checkpoint
epoch: [17/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a woman and a dog are playing in the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a green shirt is running in the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a white suit is standing in a marketplace . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog are standing on the shore . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and a dog on the beach . <EOS>
Train result
Output: a man in a red shirt is standing in a stadium .
option 1: two ladies in skimpy clothes pose next to an old fashioned car .
option 2: two scantily clad girls holding checkered flags standing on each side of a classic red car .
option 3: two <UNK> in front of a <UNK> .
option 4: two women holding checkered flags near an orange car .
option 5: two women in black with flags are standing in front of an old - fashioned car .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: an older man sits and several people stand .
option 2: an old man in a hat sits and looks straight ahead .
option 3: an old man looks at people shopping .
option 4: an old man wearing a hat sitting staring off into the distance .
option 5: this is a <UNK> shot of an old man in a newspaper boy hat with people blurred out in the background .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: two hikers rest on a snow - covered mountain .
option 2: two men and a backpack .
option 3: two men <UNK> on a rock while hiking in barren terrain .
option 4: two men resting <UNK> a snowy mountain .
option 5: two people sitting on rocks and a pack at their feet .
Output: a man in a red shirt is standing in a stadium .
option 1: a man in a white tank hits a jump with his red bmx bicycle .
option 2: a man is making a red and black bicycle jump in a city skate park .
option 3: a man wearing a white tank top is riding a red bike along a jump .
option 4: a young man jumps a bicycle off a <UNK> wall over a bench .
option 5: cyclist riding on a cement slope .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a baby is in an <UNK> chair in a child 's <UNK> .
option 2: a baby is in an bouncy seat with toys surrounding him .
option 3: a baby playing in a toy
option 4: a smiling baby is sitting in a white baby <UNK> surrounded by toys .
option 5: <UNK> and laughing baby in a <UNK> with fire <UNK> airplane mobile and other toys on the floor
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a little girl dances in a room with balloons on the floor .
option 2: a young girl dancing in her socks on a wooden floor strewn with pink balloons .
option 3: child with pink strings on head dancing surrounded by confetti , balloons .
option 4: little girl in brown shirt and <UNK> skirt dances on wood floor .
option 5: the blond girl is dancing inside a house .
Output: a man in a red shirt is standing in a stadium .
option 1: a child in winter gear is posing while a crowd of people sit and stand behind her .
option 2: a young girl dancing .
option 3: a young girl stands on one leg .
option 4: closeup of little girl dancing
option 5: the little blond haired girl in a grey sweatshirt dances at a park with people seated behind her .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a man is in the air upside - down in the snow .
option 2: a person doing tricks on a slope .
option 3: a person is skiing and doing a flip in the snow .
option 4: a skier goes upside down kicking snow in the air .
option 5: a skier is doing a flip in the snow .
Output: a man in a red shirt is standing in a stadium .
option 1: children climbing statue .
option 2: small children climb a statue in a park .
option 3: two children climbing on top of art .
option 4: two children playing on a statue
option 5: two little kids <UNK> up to a large statue outdoors .
Output: a man in a red shirt is standing in a stadium .
option 1: a boy runs near some steps .
option 2: a little boy is running on some concrete steps .
option 3: a young boy in a green shirt and green <UNK> pants running on a concrete floor .
option 4: a young boy runs down a cement stairway .
option 5: the small boy is running and smiling .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a blond and a red haired woman sitting and having a drink together .
option 2: two women are sitting down drinking a <UNK> beverage .
option 3: two women drink from green bottles .
option 4: two women drinking from green bottles as they sit .
option 5: two women drink whilst sitting below a platform .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a mom is pushing her two kids on the swing .
option 2: a mother pushes two children on swings at a park .
option 3: a woman pushes a child on a swing while another swinging child looks on .
option 4: a woman pushing two children on swings .
option 5: two children on swings with a woman pushing them
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a woman smiles in front of an ocean view .
option 2: a woman standing in front of a beach scene and smiling .
option 3: a young woman posing in front of a beautiful beach scene .
option 4: the woman in glasses is smiling with the ocean in the background
option 5: woman standing on a hill in front of the ocean .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: children are playing badminton in the garden .
option 2: children play badminton on the lawn .
option 3: three children are playing badminton .
option 4: three young boys playing badminton , with a fence in the background .
option 5: two boys hold badminton <UNK> to the sky in a backyard .
Output: a man in a red shirt is standing in a stadium .
option 1: a crowd of people waving red flags are passing under a bridge .
option 2: a group of people walk down the street carrying red flags .
option 3: a large group of people walking down a street , some carrying flags or banners .
option 4: many people walking together on pavement near a brick building with other people looking on .
option 5: many people walk in the street .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a blond dog playing with a colorful dog toy .
option 2: a fluffy dog looking at a yellow chew toy .
option 3: a fluffy dog plays with a small toy in a living room .
option 4: a fluffy tan dog dropping a colourful toy .
option 5: a shaggy white dog plays with a colorful chew toy .
{'1-gram': 0.41739339687457344, '2-gram': 0.17937604246298858, '3-gram': 0.08395241675232969, '4-gram': 0.05218521879202846}
Validition result
Output: a motorcycle racer is turning around a curve on a wet road .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and woman sit on a bench beside a body of water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a group of people are standing on a beach near to a white sunshade .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and woman sit at the edge of a dock reaching toward a dog .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman sit on a bench beside a body of water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a woman and a child are sitting on a wooden dock beside a body of water .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is taking a bath in a bowl full of water .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3848713972652069, '2-gram': 0.17215007922505993, '3-gram': 0.08137134128044399, '4-gram': 0.05386675256768868}
=> Saving checkpoint
epoch: [18/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a woman and a dog both are looking up towards the sky . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink hat and blue shirt is running through a grassy area . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket is standing in front of a red building . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and woman sit on a bench , watching a boat go by . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a woman and a child are sitting on a wooden bench beside a body of water . <EOS>
Train result
Output: a man in a red shirt is standing in a stadium .
option 1: a man dressed in a santa suit is climbing up a large concrete building .
option 2: a man in a red suit climbs a rock wall .
option 3: a rock climber wearing a santa suit is hanging from a <UNK> of christmas lights .
option 4: santa claus climbing a rock <UNK> with christmas lights .
option 5: someone dressed like santa claus is climbing a rock wall .
Output: a man in a red shirt is standing in a stadium .
option 1: a man inside of a white subway train
option 2: a man sits by a window on a train .
option 3: a man sits by the window in a train .
option 4: a man sits in the window of a train .
option 5: the side of a subway cart , with one man in the window .
Output: a man in a red shirt is standing in a stadium .
option 1: a girl is blowing bubbles heavily .
option 2: a little girl <UNK> her eyes and blows through a bubble wand .
option 3: a little girl with dark hair blowing bubbles .
option 4: a small girl blows on an orange bubble stick .
option 5: a young girl is blowing bubbles with an orange bubble wand .
Output: a man in a red shirt is standing in a stadium .
option 1: a guy talks and does something with his hand while others sit near him .
option 2: a young blond man sitting at a table with a brick wall in the background
option 3: a young man lights a <UNK> while another looks on .
option 4: two guys at a bar one dark skinned and one light skinned .
option 5: two men are sitting next to each other near to a <UNK> machine .
Output: a man in a red shirt is standing in a stadium .
option 1: a climber scales a rock wall .
option 2: a lone rock climber climbing a rock wall
option 3: a rock climber climbs .
option 4: man climbing up a barren rock face .
option 5: man climbs <UNK> in rock face at top left of frame , tree at lower right .
Output: a man in a red shirt is standing in a stadium .
option 1: a child leans over a <UNK> .
option 2: a child playing with water in a children 's <UNK> museum .
option 3: a child plays in a multi - colored fountain .
option 4: a little child playing in water with a hose .
option 5: a young child is playing in a water tank with toys .
Output: a man in a red shirt is standing in a stadium .
option 1: a man dressed in white runs away from two men chasing him dressed in black .
option 2: a man holding flowers runs from two policeman .
option 3: a man in white <UNK> men dressed as <UNK> <UNK> <UNK> .
option 4: a man in white runs while two officers follow .
option 5: men in black chasing man in white .
Output: a man in a red shirt is standing in a stadium .
option 1: four people make a silly pose at the dinner table .
option 2: four people smile and hold golden plates behind their heads .
option 3: friends posing for a picture while holding plates
option 4: two men and two women hold gold plates behind their heads .
option 5: two men and women pose for a camera with large gold plates held behind their heads .
Output: a man in a red shirt is standing in a stadium .
option 1: a miniature dachshund has an apron on its back .
option 2: a small brown dog is running across the grass wearing a purple and green coat .
option 3: a small dog wearing a purple and green cape
option 4: brown dog , with green and purple cape , runs on grass .
option 5: the dog is wearing a purple cape .
Output: a man in a red shirt is standing in a stadium .
option 1: a <UNK> soars near a cliff and over a body of water .
option 2: a person parachuting over the ocean
option 3: a purple <UNK> flying over the ocean near a cliff .
option 4: someone with a purple parachute has jumped off a cliff .
option 5: the purple <UNK> floats off the cliff toward the grey ocean below .
Output: a man in a red shirt is standing in a stadium .
option 1: a child in colorful goggles plays in a pool .
option 2: a child is in a pool wearing <UNK> goggles .
option 3: a girl with goggles on in a pool
option 4: a young girl swimming in green goggles
option 5: child with swim goggles with face submerged <UNK>
Output: a man in a red shirt is standing in a stadium .
option 1: a black and brown dog chasing after a bull in a fenced , muddy area .
option 2: a bull runs from an <UNK> dog behind him .
option 3: a dog chases a bull through a muddy pen .
option 4: a small black dog chases a large animal in a fenced area .
option 5: the dog barks <UNK> at the bull in the pen .
Output: a man in a red shirt is standing in a stadium .
option 1: a band performs in a dimly lit setting .
option 2: a female performer singing with her band .
option 3: a woman sings in a club with a guitarist behind her .
option 4: a woman sings into a microphone by a guy playing a guitar .
option 5: woman singing with a microphone next to a person playing guitar .
Output: a man in a red shirt is standing in a stadium .
option 1: a girl in purple pants running with two dogs .
option 2: a girl is running through a field with a brown dog and white dog running beside her .
option 3: a girl running outside with three dogs
option 4: a girl runs with dogs in a dry field .
option 5: girl running through a field with a brown dog and a white dog .
Output: a man in a red shirt is standing in a stadium .
option 1: a couple shopping for plants and flowers .
option 2: man in brown jacket with his arm around person in black jacket at flower shop
option 3: people are waiting outside a lawn and garden <UNK> .
option 4: the man has his arm around the woman in a flower market .
option 5: the man has his arm on the woman as they shop in an outdoor market .
Output: a man is holding up a plastic <UNK> while standing in front of a white house .
option 1: a girl sitting on a trampoline tosses an empty water bottle in the air .
option 2: a girl sitting on a trampoline tossing a water bottle in the air
option 3: a lady is sitting on a small trampoline and is tossing a water bottle .
option 4: a woman sitting on a mini trampoline tossing a water bottle in the air .
option 5: a young lady is wearing bright pink sunglasses and sitting on a small trampoline .
{'1-gram': 0.4141442387984946, '2-gram': 0.17349947281884404, '3-gram': 0.08859792304594266, '4-gram': 0.05973142987453882}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and a woman are looking into the ocean .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and woman relaxing in a beautiful , scenic country .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a woman are sitting on a wooden dock beside a waterfall .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and a woman are looking into the ocean .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and woman relaxing in a beautiful , scenic country .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.41778512397811596, '2-gram': 0.18478233056854296, '3-gram': 0.08174009080808181, '4-gram': 0.04528639079350172}
=> Saving checkpoint
epoch: [19/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a woman and a dog are playing in a pool of water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink shirt and jeans is running through a grassy field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing by a bicycle and another woman is looking at the view . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog are rowing a canoe on the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and woman relaxing in a beautiful , scenic country . <EOS>
Train result
Output: a man in a white helmet is standing in front of a <UNK> surrounded by people .
option 1: a group of children are playing near a statue .
option 2: a group of kids play on a colorful structure .
option 3: four children playing on a tent - like structure
option 4: four middle eastern children , three girls and one boy , climb on a <UNK> with a pink <UNK> .
option 5: some children climb around a <UNK> .
Output: a man in a white shirt and jeans stands next to a column in front of a yellow flower .
option 1: a young man wearing a white shirt and red shorts kicking a ball
option 2: man in red shorts and white shirt kicking a soccer ball .
option 3: man in t - shirt and red shorts kicking soccer ball .
option 4: the man in the white shirt kicked the soccer ball on the rocky pavement .
option 5: the young man kicks a soccer ball on dusty ground .
Output: a man in a white shirt and jeans stands next to a column in front of a yellow flower .
option 1: a girl colors with <UNK> .
option 2: a little girl is carefully coloring in the pictures of a coloring book .
option 3: a young girl colors in a coloring book with a <UNK> of many colors from a container .
option 4: little girl coloring pictures indoors .
option 5: the little girl is using colored <UNK> to <UNK> a coloring book .
Output: a man in a white shirt and jeans stands next to a woman in a blue hat .
option 1: a boy holding a tube and smiling at the camera .
option 2: a child dressed in blue laughs .
option 3: a smiling child in a blue shirt .
option 4: a young boy smiles while holding a tube of <UNK> .
option 5: child in blue shirt smiles about what 's in his hand .
Output: a man in a white shirt and jeans stands next to a column in front of a yellow flower .
option 1: a boy and girl are <UNK> a red <UNK> over a woman 's eyes .
option 2: a girl is blindfolded by a young boy and girl .
option 3: a person being blindfolded by a girl and a boy .
option 4: three kids play , one is blindfolded .
option 5: two young children are playing with a teenage girl who is blindfolded .
Output: a man in a white shirt and jeans stands next to a column in front of a group of people .
option 1: a dog in training to <UNK> a <UNK> - eye dog .
option 2: a dog wearing a bright green jacket .
option 3: a fluffy dog is wearing a green guard jacket for an <UNK> school .
option 4: a white dog on a leash is wearing a yellow jacket .
option 5: a white puddle wearing a yellow school jacket on a lease
Output: a man in a white shirt and jeans stands next to a column in front of a group of people .
option 1: a woman in a white baseball hat <UNK> her tan line to her friend , who wears a sun hat
option 2: a woman in a white hat and a white t - shirt with a red basket <UNK> purse is talking to a woman in a green shirt and red hat .
option 3: a young girl in a white hat with an older woman in a tan hat .
option 4: the asian girl in white is standing next to the woman in green is carrying a basket .
option 5: two women looking at the arm of the woman on the left .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a woman is climbing a rocky hill <UNK> by a partly cloudy sky .
option 2: a woman <UNK> a cliff 's edge .
option 3: a woman walks across a large rock .
option 4: woman in black sports <UNK> and shorts standing on an rocky <UNK> .
option 5: woman walking on the rocks .
Output: a man in a white shirt and jeans stands next to a woman in a blue hat .
option 1: a boy <UNK> with paint on his face and clothing .
option 2: boy covered in finger paint .
option 3: closeup of young boy with his face and body painted .
option 4: the boy has orange paint on him .
option 5: the boy wearing orange face paint is carrying a toy fish in around his next .
Output: a man in a white shirt and jeans stands next to a column in front of a yellow flower .
option 1: two men juggling red , blue , and green blocks .
option 2: two men look like they are playing with boxes in a mall .
option 3: two men stand juggling colored boxes while other men stand on a balcony .
option 4: two young asian men <UNK> colored boxes in a mall .
option 5: two young men are juggling multi - colored blocks with people watching .
Output: a man in a white shirt and jeans stands next to a woman in a blue hat .
option 1: a woman in shadow looks at the camera while the one in the sun looks at a book .
option 2: girl stands reading a <UNK> .
option 3: two girls stand up against a red wall .
option 4: two young girls with <UNK> stand near a door while one reads a book .
option 5: two young women wearing black head scarves and colorful skirts stand near a red door .
Output: a man in a white shirt and jeans stands next to a woman in a blue hat .
option 1: a boy peeks his head through a painted picture .
option 2: a child poses within a <UNK> pumpkin head .
option 3: a child stand behind a cutout picture .
option 4: little boy with face inside a painted pumpkin
option 5: the child has his head in the frame of the painting .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a boy is running in a spinning metal tunnel in the playground .
option 2: a boy plays at the playground .
option 3: a boy run through a big wheel .
option 4: a man is at a park and about to enter a large round structure .
option 5: two children play on large barrel hoops on a playground .
Output: a man in a white shirt and jeans stands next to a woman in a blue hat .
option 1: a dog leaps down the road .
option 2: a little white dog jumping on the ground .
option 3: a small dog jumping on a street .
option 4: a white dog is jumping on the street .
option 5: the dog is jumping in the air .
Output: a man in a white shirt and jeans stands next to a column in front of a yellow flower .
option 1: a man in a camouflage tank top standing next to a man in a grey t - shirt with a fountain in the background .
option 2: two man standing in front of a huge fountain with several background people .
option 3: two men are posing for a photograph in front of a fountain in a city .
option 4: two men are standing in front of a fountain smiling .
option 5: two men standing in front of fountain while other people sit on the grass
Output: a man in a white shirt and jeans stands next to a woman in a blue hat .
option 1: a woman is wearing a dust mask on her mouth whilst walking in the street .
option 2: a woman with her hair pulled up with a <UNK> mask on .
option 3: a young woman wearing a mask .
option 4: a young women with a pink mask over her face .
option 5: girl in plaid shirt wears a mask over her face as she walks in public .
{'1-gram': 0.39378004414405554, '2-gram': 0.18777800756505475, '3-gram': 0.1029100560517314, '4-gram': 0.06129046595613426}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and woman fishing in a river .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and woman sitting back - to - back in front of a lake .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman fishing in a river .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and woman sit on a bench , watching a boat go by .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a colorful <UNK> .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.47010519973569165, '2-gram': 0.2195223699437393, '3-gram': 0.1161899414130584, '4-gram': 0.058624813386000695}
=> Saving checkpoint
epoch: [20/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and woman sit on a bench , watching a boat go by . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a green shirt is running in the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a suit is standing in a street . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> two men are standing in front of a pond that is advertising red bull . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and woman sit on a bench , watching a boat go by . <EOS>
Train result
Output: a man in a white helmet is shooting a stick from a pond whilst being watched by a group of people .
option 1: a man and young girl and standing under a large <UNK> tree .
option 2: a man hugging a boy in a tunnel , made in the trunk of a tree .
option 3: an older boy with his arm around a younger kid under a <UNK> tree .
option 4: two boys stand in a cutting underneath a giant tree .
option 5: two kids stand under an area <UNK> in a large tree .
Output: a man wearing a white shirt and black pants sits on a bench .
option 1: a dog and a man wade into the lake .
option 2: a dog jumps in the air next to a man on the beach .
option 3: a dog jumps to his owner .
option 4: a man and a dog .
option 5: a man walking on a rocky shore with a tan dog jumping next to him
Output: a man wearing a white shirt and black pants sits on a bench .
option 1: a girl in a colorful skirt and blue shirt pounces onto her bed .
option 2: a girl in colorful clothing is jumping on a bed with a color - block <UNK> .
option 3: a woman is flying through the air and landing on a bed .
option 4: a young girl in a colorful skirt is in the midst of falling onto a bed .
option 5: woman in multicolor skirt airborne above a bed with a multicolor <UNK> .
Output: a man wearing a white shirt and blue jeans is standing in the middle of a bunch of garbage and a graffitied wall .
option 1: a person standing on the sidewalk near a large gathering of people at a tent .
option 2: a woman is holding a drink in front of a white tent .
option 3: a woman stands holding an orange cup in front of a crowd .
option 4: a woman with <UNK> shoes at an outdoor event .
option 5: woman standing with a drink in her hand next to a tent .
Output: a man wearing a white shirt and black pants sits on a bench .
option 1: a man and woman have matching tattoos .
option 2: a man holds the hair of a woman to show her matching tattoo .
option 3: a pair showing off matching musical <UNK> tattoos
option 4: the man and woman show off their matching skull tattoos .
option 5: two people show off their matching skull tattoos while two other people look on .
Output: a man in a white helmet is shooting a stick from a pond whilst being watched by a group of people .
option 1: a curly haired woman plays the violin .
option 2: a red haired woman is holding a violin and <UNK> .
option 3: a woman is playing a violin while surrounded by <UNK> walls and pictures .
option 4: a woman playing the violin with posters in the background .
option 5: the woman is holding a violin .
Output: a man in a white helmet is shooting a stick from a lake whilst being watched by a group of people .
option 1: a man and two kids standing in front of an <UNK> building .
option 2: a man in a red <UNK> shirt poses for a picture beside a stone building whilst other people pass by .
option 3: a man in a red shirt is standing with two <UNK> in front of an old structure .
option 4: a man poses outside a <UNK> location .
option 5: a man wearing a sleeveless shirt and sunglasses standing next to two children .
Output: a man is throwing a stick for a white dog to catch .
option 1: a skateboarder does a trick off a brown ramp while three other people watch .
option 2: a skateboarder in the air at the top of ramp .
option 3: a skateboarder in the air getting ready to land
option 4: a skateboarder is doing a stunt .
option 5: the skateboarder is in the air while holding his board .
Output: a man in a white helmet is shooting a stick from a pond whilst being watched by a group of people .
option 1: a black and white dog is running and splashing in water .
option 2: a black and white dog is running though water whilst bearing its teeth .
option 3: a dog is running through the water with its mouth wide open .
option 4: an open - <UNK> dog is running through the water .
option 5: a spotted black and white dog splashes in the water .
Output: a man wearing a white shirt and black pants sits on a bench .
option 1: an elderly indian lady is wearing an orange headscarf and <UNK> .
option 2: an elderly woman smiles for the camera .
option 3: a smiling old woman in <UNK> is covered by a <UNK> <UNK> .
option 4: a woman wearing an orange scarf smiles and looks at the camera .
option 5: old woman <UNK> teeth stands with metal object in hand .
Output: a man is throwing a stick for a white dog to catch while holding a yellow ring in his mouth .
option 1: a girl in a blue shirt leaps into the air .
option 2: a girl in white pants and a blue tank top jumps .
option 3: an equestrian jumps in the air in the horse yard .
option 4: a young woman photographed mid - jump , in a fenced area .
option 5: the girl is wearing a blue shirt and jumping in the air .
Output: a man in a white helmet is shooting a stick from a pond whilst being watched by a group of people .
option 1: a bunch of kids run on a school play field .
option 2: a group of children in a field .
option 3: a group of children running in the grass .
option 4: kids play soccer on a field .
option 5: kids running in the field .
Output: a man wearing a white shirt and black pants sits on a bench .
option 1: a man and a woman in front of a train .
option 2: a man and woman look to the right , the man is talking on a cellphone .
option 3: a woman and a man talking on his phone are at a train station
option 4: man is on cellphone in front of train with a young woman behind him .
option 5: two people , one on the phone , in front of a train .
Output: a man is throwing a stick for a white dog to catch while holding a yellow ring in his mouth .
option 1: a long - boarder catches himself before hitting the ground .
option 2: a man wearing a blue and black striped shirt skateboarding down a <UNK> street
option 3: a skateboarding boy touches his hands to the ground with a long hill in the background .
option 4: boy skateboarding on residential street , falling <UNK> with hands on the ground .
option 5: the skateboarder is turning around while holding onto the ground .
Output: a man wearing a white shirt and black pants sits on a bench .
option 1: a boy stands near water with a stone in his hand .
option 2: a child in a blue shirt is holding something in his hand on a lake shore .
option 3: a little boy is ready to throw a stone into the water .
option 4: a skips rocks near a bridge .
option 5: the little boy is at the side of the river throwing rocks .
Output: a man wearing a white shirt and black pants sits on a bench .
option 1: a black dog sits by two bowls near some tile steps .
option 2: a black dog sits on the floor .
option 3: a dog lies on the steps outside a building .
option 4: two dogs are looking up at a person .
option 5: two dogs look up at a person out of view of the camera .
{'1-gram': 0.4098661754911755, '2-gram': 0.16260421118218882, '3-gram': 0.06747535106903735, '4-gram': 0.04004599722512828}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and a dog are standing on the shore of the ocean .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and a woman are sitting on a rock overlooking a lake .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a dog are standing on the shore of the ocean .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and a dog are standing on the shore of the ocean .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and a dog are standing on the shore of the ocean .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are sitting on a park bench , watching a rock face .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.46190845789210466, '2-gram': 0.2229454490829676, '3-gram': 0.10457060427581362, '4-gram': 0.053412095158725144}
=> Saving checkpoint
epoch: [21/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is running on the beach while a man is watching the sunset <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a pink dress runs across the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is sitting in a bus on a bus . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog are standing on the shore of the ocean . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is sitting in a boat on the shore with the lake in the background . <EOS>
Train result
Output: a man in a red shirt is standing in a stadium .
option 1: a group of band members doing a <UNK>
option 2: a group of girls , in white skirts and green tops , walk in a circle carrying <UNK> in front of a drum line .
option 3: a marching band performing .
option 4: a marching band performs in an <UNK>
option 5: some marching band members in green and white outfits .
Output: a man in a red shirt is standing in a stadium .
option 1: a guy in gray is walking across the street at night .
option 2: a man walking across a crosswalk with long hair , a green hoodie , and a backpack .
option 3: a man with long hair is making an " <UNK> " sign with his hand while he walks down a street .
option 4: a man with long hair wearing gray clothes and a backpack .
option 5: a young man wearing grey pants and backpack with long brown hair
Output: a man in a red shirt is standing in a stadium .
option 1: a bald man is holding a cute baby girl in an office .
option 2: adult man holds toddler .
option 3: an old man and a baby in red .
option 4: a smiling man and a baby girl posing for photo .
option 5: a smiling man holds a small child wearing pink and red .
Output: a man in a red shirt is standing in a stadium .
option 1: a grey dog is jumping toward a black and white dog in the snow .
option 2: two dogs playing on the beach .
option 3: two dogs play on the beach .
option 4: two french poodles romp on a snowy field
option 5: two poodles are in the snow and one is jumping high
Output: a man in a red shirt is standing in a stadium .
option 1: people are riding around on <UNK> .
option 2: people pose with helmets and goggles on while riding <UNK> .
option 3: several people are taking a break while on a <UNK> ride .
option 4: three people and two <UNK> .
option 5: two helmeted men sit on yellow <UNK> while another man stands behind watching .
Output: a man in a red shirt is standing in a stadium .
option 1: a man in a brown shirt and dark shorts plays on the beach with his two black dogs .
option 2: a man in shorts with two black dogs holds a ball throwing toy at the beach .
option 3: a man playing with two black dogs on the beach
option 4: a man with two dogs on a beach
option 5: man at the beach with two dogs .
Output: a man in a red shirt is standing in a stadium .
option 1: a girl skiing .
option 2: a woman on a ski slope .
option 3: a woman skier smiles for the camera while on a snowy slope .
option 4: a woman standing on a snowy hill about to ski .
option 5: a woman with a blue jacket is posing for a picture while skiing down a mountain
Output: a man in a red shirt is standing in a stadium .
option 1: a boy does a skateboard jump at a skateboard park .
option 2: a kid doing a trick on his skateboard .
option 3: a young boy is performing tricks with a skateboard at a skate park .
option 4: a young man rides a yellow and black skateboard at the top of a ramp .
option 5: kid doing skateboard trick with his legs <UNK> and board between them .
Output: a man in a red shirt is standing in a stadium .
option 1: a woman in green pants sits next to a woman in a pink jacket in front of statue of a fish .
option 2: two blonde girls are sitting next to a statue
option 3: two blond women are sitting by a fountain .
option 4: two girls are sitting in front of a statue .
option 5: two young women sit by a fountain .
Output: a man in a red shirt is standing in a stadium .
option 1: a warmly dressed person is shoveling snow outside a house .
option 2: a young girl is shoveling snow in front of a house .
option 3: child shovels snow , near bush , outside of building .
option 4: the child is shoveling deep white snow near the house .
option 5: the girl wearing a brown jacket whilst walking in snow .
Output: a man in a red shirt is standing in a stadium .
option 1: a group of people are in front of a store walking across a crosswalk .
option 2: a group of people walking across a street
option 3: four people and a baby are crossing the street at a crosswalk .
option 4: four people and a child walking in the street .
option 5: people crossing the street
Output: a man in a red shirt is standing in a stadium .
option 1: two black dogs running down either side of a paved pathway
option 2: two distant black dogs running across grass at camera , alongside a path .
option 3: two dogs bound across the grass next to a road .
option 4: two dogs running in the grass along a pathway that leads to a building .
option 5: two dogs run on either side of a road opposite from one another .
Output: a man in a red shirt is standing in a stadium .
option 1: a black haired woman in a parka is looking at burning <UNK> sticks .
option 2: a woman looks at a plate filled with <UNK> .
option 3: a woman stands and watches <UNK> <UNK> with the smoke <UNK> .
option 4: a woman stands over a <UNK> bowl holding many burning <UNK> .
option 5: the woman is looking at a <UNK> exhibit .
Output: a man in a red shirt is standing in a stadium .
option 1: a lone snowboarder jumping on the side of a snowy mountain .
option 2: a scene of snow and water .
option 3: a snowboarder jumping in the air off of snow .
option 4: a snowboarder is making a jump over a hillside with deep <UNK> located in the woods .
option 5: a snowboarder jumps high over the snowy hill .
Output: a man in a red shirt is standing in a stadium .
option 1: a girl carries a lot through the grass .
option 2: a girl in a forest carrying camping gear
option 3: a girl in an orange shirt and pink sandals carries equipment .
option 4: little girl in rural area , carrying bags and stuffed animal .
option 5: young girl carrying camping gear and a stuffed brown dog .
Output: a man in a red shirt is standing in a stadium .
option 1: a girl hanging on to the rings of a jungle gym .
option 2: a girl is hanging from metal rings .
option 3: a girl wearing pink hangs on the hoops .
option 4: a young girl reaches for playground rings with <UNK> in her eyes .
option 5: the girl is playing on a swing set with rings .
{'1-gram': 0.45625115663097193, '2-gram': 0.12760304813711967, '3-gram': 0.06526516320446193, '4-gram': 0.045312216996502466}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is standing at edge of a pond , with two dogs and a fishing pole .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is sitting on a bench , cooking some food .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is standing on rocks by a body of water and spraying water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is standing at edge of a pond , with two dogs and a fishing pole .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is sitting in a rowboat alone on the shore of a lake .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man stands on a dock near a post .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small dog is playing with a toy .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.43557217580955143, '2-gram': 0.22419190312893755, '3-gram': 0.09664608967430002, '4-gram': 0.05079171671794399}
=> Saving checkpoint
epoch: [22/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is running through a river with a towel in its mouth . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a blue shirt running with a toy in his hand . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket is standing in front of a yellow building . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is standing on rocks by a body of water and spraying . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog is running through a field with a smaller dog . <EOS>
Train result
Output: a man in a red jacket holds a small child up to his head .
option 1: two bald men on a park bench wearing small yellow traffic cones .
option 2: two <UNK> take a break at the birthday party .
option 3: two men wearing cone hats sit on a wooden bench .
option 4: two men wearing yellow caution cones as hats and one is about to get hit with a ball to the head .
option 5: two men with strange hats sit on a bench .
Output: a man in a red jacket holds a small child up to his head .
option 1: people pose for the picture while sitting on a bed .
option 2: two girls dressed in black are sitting in a room making <UNK> poses at the camera .
option 3: two women pose for a picture in a bedroom .
option 4: two young women are sitting on a bed beside some posters .
option 5: two young women sit on a bed .
Output: a man in a red jacket holds a small child up to his head .
option 1: a black dog and a brown dog are <UNK> each others noses .
option 2: a black dog and a brown dog touching noses in a grassy field .
option 3: a black dog is touching noses with a light brown dog .
option 4: there are two dogs , one is black and the other is brown , sniffing each other .
option 5: two dogs <UNK> each other in a field .
Output: a man in a red jacket holds a small child up to his head .
option 1: a brown dog is running down a green and yellow obstacle .
option 2: a dog at a competition runs down a ramp .
option 3: a dog running down a ramp during a dog show .
option 4: a light brown dog is walking down a blue and yellow ramp .
option 5: the dog runs down the wooden ramp .
Output: a man in a red jacket holds a small child up to his head .
option 1: a green motorcycle is being jumped over a line of <UNK> green motorcycles .
option 2: a man in green jumps <UNK> motorbikes on his own motorbike .
option 3: a man riding a green motorcycle jumping <UNK> other green motorcycles .
option 4: a motorcyclist dressed in green with a green motorcycle is jumping over a row of green motorcycles
option 5: a motorcyclist wearing a green shirt on a green bike jumping over a row of other green bikes .
Output: a man in a red shirt is standing in a stadium .
option 1: a couple of people sit in chairs in a waiting room lit in sunlight .
option 2: a line of white chairs folded and a few <UNK> people sitting in the background .
option 3: people wait in chairs , one person has their shoe off .
option 4: photo of an inside of a place with chairs and people sitting in them .
option 5: some people are sitting in seats under a white framed glass canopy .
Output: a man in a red jacket holds a small child up to his head .
option 1: a dog goes through an obstacle course while a person looks on .
option 2: a dog is going through a slalom style obstacle course .
option 3: a dog performs a slalom - like obstacle while the owner walks along side .
option 4: a dog plays with a man by running around poles .
option 5: the woman is training a white dog to <UNK> through metal poles .
Output: a man in a red jacket holds a small child up to his head .
option 1: a man in sunglasses gets ready to pull a chair out to sit down for his meal .
option 2: a man wearing sunglasses stands by a table at a cafe .
option 3: man about to pull out chair and sit down at a restaurant .
option 4: man at <UNK> getting ready to sit down .
option 5: the large man grabs a seat at a restaurant .
Output: a man in a red jacket holds a small child up to his head .
option 1: a fluffy white dog and two white sheep <UNK> each other .
option 2: a small white dog <UNK> two sheep .
option 3: a white dog is sniffing a sheep through a fence .
option 4: a white dog sniffing sheep through a fence .
option 5: white fluffy dog kissing sheep through a fence .
Output: a man in a red jacket holds a small child up to his head .
option 1: a fluffy white dog on a leash with its owner riding a bike .
option 2: a person on a bike has a white dog on a leash .
option 3: a white dog being <UNK> by a person on a bicycle
option 4: a white dog runs along a bicycle .
option 5: a white dog walking beside a bicycler .
Output: a man in a red jacket holds a small child up to his head .
option 1: a group of men play field hockey .
option 2: a player in blue falls on his face during a field hockey match .
option 3: field hockey players in red and blue with one player taking a fall
option 4: five males playing field hockey with man in white shirt on blue shorts on the ground .
option 5: the field hockey player takes a <UNK> in a match .
Output: a man in a red jacket holds a small child up to his head .
option 1: a man falling over in an ocean wave
option 2: a man in swimming trunks plays in the ocean 's waves .
option 3: a man is falling into waves .
option 4: a surfer falling of his board into a wave
option 5: a young man in swim shorts is jumping over a wave in the ocean .
Output: a man in a red jacket holds a small child up to his head .
option 1: a <UNK> on catches a motocross bike on its side after a <UNK> while another races by .
option 2: a man on a dirt bike <UNK> away while another one <UNK> to the ground and a third man in a yellow jacket looks on .
option 3: a man on a motorcycle making a tight turn
option 4: a person is riding their motorbike and a person in a bright yellow jacket is watching someone fall off their bike .
option 5: bike rider is looking at a <UNK> of other sports bike rider .
Output: a man in a red jacket holds a small child up to his head .
option 1: a girl flipping into a swimming pool while others swim .
option 2: a girl heads into the pool while others <UNK> at the side .
option 3: a girl is diving into an indoor pool .
option 4: many people are in an indoor swimming pool and one girl is in the act of jumping in headfirst .
option 5: the teenagers are swimming in an indoor pool together .
Output: a man in a red jacket holds a small child up to his head .
option 1: a woman practicing shooting her gun at a shooting range .
option 2: a woman shoots at target practice .
option 3: a woman wearing ear <UNK> is firing a gun at an indoor shooting range .
option 4: a young woman shoots a gun at a target .
option 5: girl in pink shirt <UNK> at the target at a firing range .
Output: a man in a red jacket holds a small child up to his head .
option 1: two <UNK> horses pull a cart through the snow .
option 2: two golden brown horses pull a <UNK> driven by a woman in a blue coat .
option 3: two horses are pulling a woman in a cart .
option 4: two horses pull a carriage driven by a woman over snow covered ground .
option 5: two horses pulling a sled <UNK> by a smiling blond woman .
{'1-gram': 0.3656278886507158, '2-gram': 0.16476150273842416, '3-gram': 0.08343764326447226, '4-gram': 0.04413765799478823}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a jeep over rough rocks .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and woman sit on a bench , watching a boat go by .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a long sleeved white shirt and jeans stands next to a column .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a red hooded sweatshirt <UNK> a red mat .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3564563719813978, '2-gram': 0.15773056504667093, '3-gram': 0.0706931114430347, '4-gram': 0.040055734104945014}
=> Saving checkpoint
epoch: [23/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man sits on a sailboat with the sun setting behind him . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little boy in a striped shirt and blue jeans is playing with a toy in a field of dry grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man looks out at the view at the city lights and others are turned around to the horizon . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and woman sit on a bench , watching a boat go by . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man drives a jeep over rough rocks . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a black and brown dog running across the grass .
option 2: a black and brown dog runs in the grass while hanging its tongue out .
option 3: a black dog runs on green grass towards the camera .
option 4: a brown and black dog on the grass
option 5: the german shepherd runs happily in the park .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man in a yellow outfit racing his bike in the wilderness .
option 2: biker with blue helmet riding along <UNK> trail .
option 3: the cyclist in riding downhill on a steep slope .
option 4: the helmeted man on a bicycle in riding down a rocky trail .
option 5: the mountain biker is descending the hill on a woodland trail .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a baseball pitcher wearing a white and red uniform caught in <UNK> of the ball .
option 2: a baseball player in white uniform throwing baseball
option 3: a <UNK> baseball player <UNK> a ball in a baseball game .
option 4: the man in the white and red uniform gets ready to throw the baseball .
option 5: there is a man pitching a baseball and has a glove his left hand .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man walking while holding a hat on a stick .
option 2: an asian man balancing a hat on a stick
option 3: a person holds a very small umbrella .
option 4: older man holds a baseball hat above his head with a pole .
option 5: the man in the glasses holds something on a stick .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a dirt biker participates in a race .
option 2: a dirt bike <UNK> up the terrain .
option 3: a man on a bike throws up dirt during a motor cross event .
option 4: a motocross bike kicks up dirt as it is being ridden around a bend in the circuit .
option 5: a person in a blue outfit rides a motorcycle through a hill of dirt .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: there are two women crossing the street in front of two <UNK> .
option 2: two women in <UNK> are <UNK> past <UNK> .
option 3: two women walk in front of a bus to cross the road .
option 4: two women walk on the street in front of two <UNK> .
option 5: two women with their heads covered crossing the road in front of <UNK> .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a girl running toward a man on the beach
option 2: a girl runs down a beach .
option 3: a little girl runs along the beach toward a man who <UNK> the sky .
option 4: father and daughter are playing in a shallow area of a lake together .
option 5: man and child playing on the beach .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a dog is chasing another dog carrying a toy .
option 2: a dog runs down a beach holding a yellow toy while another chases it .
option 3: a dog with a yellow toy is being chased by another dog
option 4: one dog is chasing another dog that is carrying something in its mouth along the beach .
option 5: one white and tan dog is chasing another white and brown dog who has a toy in its mouth .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man doing a jump on a snowboard
option 2: a man wearing a bright orange jacket makes a jump on his snowboard .
option 3: a man wearing an orange coat is snowboarding in the air after going over a hill .
option 4: a snowboarder in orange is leaping over a snow <UNK> .
option 5: man on a snowboard jumping off a slope into the air .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a bird is splashing in the water next to the swimming dog wearing the blue collar .
option 2: a dog chases a bird in the water .
option 3: a dog swims in a body of water while , slightly ahead , a black duck takes flight .
option 4: dog and bird together in water .
option 5: the retriever is swimming out to the <UNK> who is about to get away .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a person in a dress and a pink <UNK> hat rides a unicycle in a parade .
option 2: a person is riding a unicycle on the street with many other people around .
option 3: a person wearing a black and pink outfit and hat riding atop a unicycle down the street .
option 4: a woman wearing black and pink and large , <UNK> hat rides a bike in a parade .
option 5: a woman in a black dress and hat rides a unicycle in front of a crowd .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a child wearing a helmet riding a mountain bike very fast through a forest .
option 2: a cyclist <UNK> through the trees .
option 3: a person wearing a red helmet riding a white bike .
option 4: a person wearing a red helmet and yellow and white clothing is riding a bike outside in a wooded area .
option 5: the bmx biker rides through the forest .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a golden haired dog walking through shallow water
option 2: a large dog walking through water
option 3: large brown dog walking in shallow water .
option 4: light brown dog walking through water .
option 5: orange dog walks in shallow water .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: an adult and a child hold hands as they walk up a grassy hill .
option 2: a woman and child are holding hands walking up a grassy hill on a fair day .
option 3: a woman and child walking uphill
option 4: a woman and young girl climbing a grassy hill .
option 5: a woman with her sweatshirt tied around her waist holding hands with a young girl in a green shirt as they walk up a grassy hill .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a boy is doing a jumping stunt on a bicycle in a run down street .
option 2: a boy is in the air on his bike .
option 3: a boy performs a one - handed trick on his bicycle by a <UNK> building .
option 4: a young man is pulling tricks on his bike in front of a <UNK> .
option 5: the boy does a jumps his bike into the air .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a black dog chases a brown dog with a stick through the water .
option 2: a brown dog is running through water with a stick in its mouth .
option 3: two dogs playing in the water with a stick
option 4: two dogs playing with a stick in the water .
option 5: two dogs running through the water with a stick .
{'1-gram': 0.492757219688475, '2-gram': 0.23061260047591803, '3-gram': 0.0917679762937339, '4-gram': 0.05762064413445239}
Validition result
Output: a man in a yellow helmet is riding a bicycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is sitting on a boat in the sunset .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is sitting on a boat in the middle of the water .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is fishing in a foggy lake .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is fishing in a foggy lake .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is sitting on a boat in the sunset .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are sitting on a bench .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a red hooded sweatshirt <UNK> a red mat .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4561571134327479, '2-gram': 0.22844246178796723, '3-gram': 0.12091954274403674, '4-gram': 0.07538638853197611}
=> Saving checkpoint
epoch: [24/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and two women on the side of a boat . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink hat and blue shirt pounces on her back . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow hi - viz jacket is drilling into a street market . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is standing in the ocean at dusk . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is sitting on a boat in the sunset . <EOS>
Train result
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a black and tan puppy is biting the ear of a brown dog .
option 2: a black puppy chewing on a brown dog 's neck
option 3: a black puppy chewing on an adult brown dog .
option 4: a small puppy stands on his hind legs to bite a bigger dog who is lying on the stairs .
option 5: the small brown dog is laying down while the black dog is biting it .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a girl climbs a huge rock .
option 2: a lady in black pants and her shadow , climb large rocks .
option 3: a rock climber taking a large step up the side of a rock face .
option 4: girl in black pants climbing smooth rock .
option 5: young woman wearing striped shirt rock climbing .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a fisherman stands on the beach on a gray day .
option 2: a man holding a fishing pole and tackle box walking in from the ocean .
option 3: a man in a yellow cap is on the beach carrying a fishing pole .
option 4: a man with a fishing pole standing on a beach .
option 5: a person is standing in the ocean <UNK> <UNK> holding a fishing pole in one hand and a tackle box in the other .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a man in a purple <UNK> climbs a rocky wall with his hands .
option 2: a man with a purple hat is climbing a rock .
option 3: a man with a purple hat and <UNK> hand climbs a wall of rock
option 4: a young man in a purple snow cap is rock climbing .
option 5: this young man is rock climbing
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a girl is sitting on the beach and staring at the ocean .
option 2: a woman in a dress and baseball cap sits next to the water .
option 3: a woman sits on a rocky beach looking a yellow object in the water .
option 4: the girl in the blue dress and the baseball cap is sitting near the ocean .
option 5: the woman is looking out on the beach .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a girl is sitting on a rock next to a waterfall .
option 2: an <UNK> sits on the shore of a pool <UNK> by <UNK> waterfalls .
option 3: a person sits on a rock at the edge of a large waterfall .
option 4: a person sitting on a rock by a fall .
option 5: a woman is sitting on a rock next to a large waterfall .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a man holds a stick up for a dog to catch while another dog looks on at the beach .
option 2: a man plays with two dogs on the beach .
option 3: a man standing on a beach is playing with two dogs .
option 4: someone playing with their dogs on the beach .
option 5: two dogs play with a man on the beach .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a girl in a black outfit hula hoops while people sit at tables eating .
option 2: a woman dressed in black with a hula hoop around her waist performs in front of <UNK> .
option 3: a woman in black hula hoops in a park .
option 4: lady in black <UNK> on the street .
option 5: the woman hula hoops down the sidewalk .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: dogs run out of the water toward a rocky beach .
option 2: three dogs are in the water next to a rocky <UNK> .
option 3: three dogs play in the <UNK> next to a rocky shore .
option 4: two large dogs and a small dog play in a lake .
option 5: two medium dogs and a small dog are playing in shallow water .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: the girl with red sunglasses and a white shirt is sitting on a bench next to the girl in the black tank top .
option 2: two people on a bench sitting in the shade .
option 3: two people sitting on a park bench on a sunny day
option 4: two women on a bench .
option 5: two women , one in white , one in black , are sitting on a bench .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a little boy walks with a woman wearing red in a wheelchair .
option 2: a toddler in a green and yellow jersey is being followed by a wheelchair bound woman in a red sweater past a wooden bench .
option 3: a woman in a wheelchair and a toddler at a park .
option 4: a woman in a wheelchair and orange sweater follows a young boy in a park .
option 5: a woman in a wheelchair follows a young boy at a park .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a blonde woman with a red backpack in the snow .
option 2: a lady with a headband is in the snow near a red backpack .
option 3: a woman outside in the snow holds a container that <UNK> <UNK> .
option 4: a woman with camping gear is <UNK> something up in the snow .
option 5: woman making drinks outdoors in a snowy landscape .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a group of girls ride an atv .
option 2: four females wearing <UNK> are riding on an atv .
option 3: four girls are sitting on a blue atv in field .
option 4: four girls ride sit on a riding tractor on a farm .
option 5: four girls sit on an atv in a yard .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: two dogs are racing on a <UNK> .
option 2: two dogs race across the track .
option 3: two greyhounds race
option 4: two greyhounds with muzzles race along the inside curb of a <UNK> dirt track .
option 5: two racing dogs run around a track .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a girl doing the <UNK> in midair .
option 2: a girl is doing the <UNK> in the air in front of some trees .
option 3: a woman grabbing her feet while jumping in front of trees .
option 4: a young girl doing a trick in midair in front of a tree .
option 5: jumping girl grabs her feet , plants in background .
Output: a man in a white helmet is shooting a <UNK> to <UNK> a <UNK> .
option 1: a elderly man in a straw hat is sitting on a bench .
option 2: a elderly man sits alone on a park bench .
option 3: an old man in a straw hat sits on a park bench .
option 4: the old man in the brown hat is sitting on the bench .
option 5: white haired man in gray sweater and a straw hat sitting on a bench under a tree .
{'1-gram': 0.43614484220217486, '2-gram': 0.18411267502843642, '3-gram': 0.094790015429249, '4-gram': 0.058967666650472865}
Validition result
Output: a man in a red shirt is <UNK> a bicycle over a ramp .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and woman sit on a bench beside a body of water .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman sit on a bench beside a body of water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and woman sit on a bench beside a body of water .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a woman sits with her feet in a shallow pool and looks at a puppy .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is playing with a toy inside a red <UNK> .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4318859971785971, '2-gram': 0.24558103010516022, '3-gram': 0.1259955484788734, '4-gram': 0.08448138979169312}
=> Saving checkpoint
epoch: [25/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a woman and child sitting on a bench beside a body of water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a pink dress is playing with a toy . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue coat and a woman in a black coat sitting on a bench . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and woman sit on a bench beside a body of water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and woman sit on a bench beside a body of water . <EOS>
Train result
Output: a man is throwing a white ball to a brown dog .
option 1: two boys are standing in a kitchen .
option 2: two boys play in a kitchen .
option 3: two little boys are standing in a kitchen .
option 4: two young boys are playing in the kitchen of a house .
option 5: two young boys standing in a kitchen with hardwood <UNK> .
Output: a man is throwing a white ball to a brown dog .
option 1: a cheerleader in a red uniform poses in a parade .
option 2: a dancer posing for the camera in a red and white dress .
option 3: a woman in red and white poses in a parade
option 4: a woman in red and white standing in the middle of the street .
option 5: a young girl wearing a colorful outfit dancing down the street in a performance .
Output: a man is throwing a white ball to a brown dog .
option 1: a flock of birds flying over a shoreline .
option 2: a flock of birds <UNK> over the sandy beach .
option 3: a flock of seagulls flying at the beach .
option 4: a flock of seagulls is taking off from the beach .
option 5: a group of white birds take flight while one black bird stands on the sand .
Output: a man is throwing a white ball to a brown dog .
option 1: a boy appears to be dancing to music in a building filled with people .
option 2: a man <UNK> by his <UNK> .
option 3: a man in a purple shirt is standing in a stadium with his eyes closed .
option 4: a man in a purple shirt is standing with his eyes closed .
option 5: a young man with a beard at an event .
Output: a man is throwing a white ball to a brown dog .
option 1: a hiker <UNK> a <UNK> in an <UNK> barren landscape .
option 2: a hiker passes a white rock formation in the middle of an empty desert .
option 3: a man hiking with a large backpack and two poles near a <UNK> of pointy white rocks .
option 4: a man with a backpack looks <UNK> white <UNK> on the ground .
option 5: person hiking up a rocky slope with white <UNK> in front of them .
Output: a man is throwing a white ball to a brown dog .
option 1: a black dog grabs a bird in its mouth in the pool .
option 2: a dog is jumping into a pool to get a duck floating there .
option 3: a dog is jumping into a swimming pool after a duck .
option 4: a dog jumps in the pool to get a chicken .
option 5: the black dog is jumping into the pool to catch a rubber chicken in its mouth .
Output: a man is throwing a white ball to a brown dog .
option 1: a girl and a man wearing a colored hat is leaning from the window of a limousine .
option 2: a long white <UNK> with two people hanging out the window
option 3: a man , with rainbow hair , and a woman are yelling out the window of a <UNK> .
option 4: two people , one with a rainbow wig , wave out the window of a <UNK> .
option 5: two women , one in a rainbow wig , wave out of a long car .
Output: a man is throwing a white ball to a brown dog .
option 1: a guy tries to climb a stone cliff while his friend helps him .
option 2: a man in a red shirt climbs a rock while another man stands behind to help him .
option 3: a man in a red shirt is <UNK> how to climb a cliff .
option 4: a man in brown is helping a man in red climb a rock .
option 5: a man wearing a brown sweatshirt helps a man in red climb a rock .
Output: a man is throwing a white ball to a brown dog .
option 1: a brown dog is licking its nose .
option 2: a brown dog is on the green grass .
option 3: a brown dog licking his nose in the middle of some grass
option 4: a brown dog licks his nose while standing in green grass by the woods .
option 5: a brown dog with his tongue out looks at the camera .
Output: a man is throwing a white ball to a brown dog .
option 1: a group of men in camouflage pants , break dancing on a stage at a community baseball field .
option 2: a man gives another man a piggy back ride .
option 3: four men dance on a stage wearing yellow and orange shirts .
option 4: three men climbing on each other wearing yellow and brown shirts .
option 5: two men in yellow are dancing with two men in brown on a stage .
Output: a man is throwing a white ball to a brown dog .
option 1: a girl in a pink dress rides her bike along a white <UNK> fence .
option 2: a girl in a pink <UNK> rides a bike next to a white <UNK> fence .
option 3: a girl in a red dress rides her bike in front of a white fence .
option 4: a girl in a red <UNK> rides a bike past a white <UNK> fence .
option 5: a girl wearing pink rides a yellow bike near a white fence .
Output: a man is throwing a white ball to a brown dog .
option 1: a brown dog bites a purple <UNK> in the snow .
option 2: a brown dog in snow is biting at a piece of pink cloth .
option 3: a dog in the snow <UNK> an object with its teeth
option 4: a dog on snow has something in its mouth .
option 5: the brown dog is gnawing at something in the snow .
Output: a man is throwing a white ball to a brown dog .
option 1: a biker pops a wheelie along side the colorful wall .
option 2: a bmx rider does a trick against a graffiti covered wall .
option 3: a boy performing a wall trick with his bicycle on a wall covered with graffiti .
option 4: a man on a small bicycle performing a trick on a wall covered with graffiti .
option 5: a <UNK> biker doing a stunt on a graffiti - filled wall .
Output: a man is throwing a white ball to a brown dog .
option 1: a small dog and a large dog carrying a stick in its mouth run outside .
option 2: a smaller white dog is trying to get a hold of a stick that a bigger tri - colored dog has in its mouth .
option 3: the little white dog is trying to bite onto the stick that the black dog is carrying .
option 4: two dogs run and play with a brown stick .
option 5: two dogs run for a stick .
Output: a man is throwing a white ball to a brown dog .
option 1: a woman in a red sweater and a girl is in front of a girl in a green hoodie <UNK> a girl with a brown jacket and pink purse .
option 2: a woman in a red sweater walks by two younger women talking near a busy street .
option 3: a woman in a red sweater walks past two younger women who are <UNK> .
option 4: three asian women , two young , one old , on an urban sidewalk .
option 5: two asian women are talking behind an older woman who is wearing a red sweater .
Output: a man is throwing a white ball to a brown dog .
option 1: a brown dog is jumping up at a woman in a black coat .
option 2: a dog jumps for the woman 's treat .
option 3: a large black and white dog jumps up to get something held by a woman wearing a black jacket .
option 4: a woman <UNK> a dog to jump for <UNK> , outside on the grass .
option 5: a woman with a vest and red shirt is holding her hand up above a black and white dog that is jumping .
{'1-gram': 0.48970610110286494, '2-gram': 0.20468334969832475, '3-gram': 0.09360018253635816, '4-gram': 0.051566094308002554}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and a dog on a dock are watching another dog swim away .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in a blue shirt is looking at a <UNK> out of water .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a dog on rocks .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man in a yellow shirt is walking on rocks with a river in the background .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and a dog on a dock are watching another dog swim away .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a child in a blue shirt is holding a green balloon .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.44397162130431916, '2-gram': 0.20156565520928288, '3-gram': 0.08708862005668205, '4-gram': 0.04794120295403507}
=> Saving checkpoint
epoch: [26/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and two women sitting on a dock . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a boy in a striped shirt running through a field of grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow shirt is walking past a red car <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog on rocks . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man in a yellow cap is fishing in a river . <EOS>
Train result
Output: a man in a red jacket holds a small animal on a leash .
option 1: a man on rollerblades <UNK> down a park path .
option 2: a man rollerblading down a path through an <UNK> community .
option 3: a man rollerblades in a park .
option 4: the man in the red cap is rollerskating on a path in front of the white building .
option 5: the man is rollerblading in a red hat , blue shirt , and tan pants .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a man in a grey shirt juggles six black and white balls .
option 2: a man juggling <UNK> <UNK>
option 3: a person is looking up and juggling seven balls .
option 4: a young man juggles six black and white balls .
option 5: the man juggles six balls <UNK> .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a boy in an orange <UNK> mask swims underwater .
option 2: a kid is diving underwater while wearing swim gear and orange goggles .
option 3: boy swims underwater with orange mask on .
option 4: the boy in red goggles swims underwater .
option 5: the little boy swims under the water .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a boy in shorts kicks while standing in shallow water .
option 2: a boy standing in water doing a kick .
option 3: a boy standing with one leg in water and one leg held up over the surface .
option 4: a little boy is kicking up his feet in the water .
option 5: a young boy kicks his leg up while standing in the water .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a football player in a full stadium jumping and <UNK> a football .
option 2: the american footballer in yellow catches the ball whilst under <UNK> from the <UNK> in white .
option 3: two football players playing football before a huge crowd .
option 4: two football players run into each other .
option 5: two men <UNK> for a football .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a man is raising his hand in the air and has a t - shirt with the <UNK> <UNK> on it .
option 2: a man makes <UNK> gestures among a crowd at night .
option 3: man and woman cheering
option 4: people <UNK> with their arms <UNK> at night .
option 5: the man and one of the women have their hands raised .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a fluffy dog holds a stick in its mouth on a beach .
option 2: a small white dog catching a stick on the shore at the beach .
option 3: a white dog has caught a stick on the beach beside the ocean .
option 4: a white dog is running along a beach with a stick in its mouth .
option 5: a white dog on a beach is carrying a stick in its mouth .
Output: a man in a red jacket and jeans stands next to a column in front of a brick wall .
option 1: a man does skateboard tricks off a ramp while others watch .
option 2: a skateboarder does a trick for an audience .
option 3: a skateboarder doing a trick off a <UNK> pipe .
option 4: boy dressed in black is doing a skateboarding jump with a crowd watching .
option 5: people watching a guy in a black and green baseball cap skateboarding .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a woman in a white baseball hat <UNK> her tan line to her friend , who wears a sun hat
option 2: a woman in a white hat and a white t - shirt with a red basket <UNK> purse is talking to a woman in a green shirt and red hat .
option 3: a young girl in a white hat with an older woman in a tan hat .
option 4: the asian girl in white is standing next to the woman in green is carrying a basket .
option 5: two women looking at the arm of the woman on the left .
Output: a man in a red jacket and jeans stands next to a column in front of a brick wall .
option 1: a police officer posing with two army officers beside his motorcycle .
option 2: there are three policemen and a police motorcycle .
option 3: three police officers next to a police motorcycle .
option 4: three police officers pose with a motorcycle .
option 5: two men in red <UNK> pose with a motorcycle cop .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a child sliding down a orange slide
option 2: a little boy in denim overalls slides down an orange slide .
option 3: a toddler boy in overalls sliding down an orange slide
option 4: a young child slides down an orange slide .
option 5: the child enjoys going down the slide .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a man in a striped scarf walking down the sidewalk .
option 2: a man in black with a scarf walks down a street .
option 3: a man walks down the street .
option 4: a man wearing black , walks down the street .
option 5: a young man wearing jeans and jacket walking down a street .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a boy goes down an inflatable slide .
option 2: a boy in red slides down an inflatable ride .
option 3: a boy is sliding down in a red shirt .
option 4: a child going down an inflatable slide .
option 5: a young boy sliding down an inflatable , is looking off camera .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a little dog is attempting to catch a red ball .
option 2: a small black and brown long haired dog prepares to catch a red ball in the grass .
option 3: a small dog is about to catch a red ball while in the grass .
option 4: a small dog tries to catch a red ball .
option 5: dog catching red ball in a field .
Output: a man in a red jacket and jeans stands next to a column in front of a brick wall .
option 1: a small kid is about to kick a soccer ball while two other kids are chasing him .
option 2: boys in uniform behind a ball .
option 3: boys playing soccer .
option 4: three boys ( one in red , two in blue , play soccer .
option 5: three young boys are playing soccer on the grass .
Output: a man in a red jacket holds a small animal on a leash .
option 1: a couple look at some <UNK> .
option 2: a couple stands near a piano and look up at a painting .
option 3: a couple <UNK> a large painting <UNK> on a red wall .
option 4: a man and a woman are looking at a painting in a gallery .
option 5: the man and woman look at a painting of naked people .
{'1-gram': 0.41229697310926516, '2-gram': 0.22242575178255242, '3-gram': 0.10872743319185352, '4-gram': 0.06457278622632634}
Validition result
Output: a man on a motorcycle is racing on a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is driving a big brown dog and is jumping over a small black dog .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a person is on a small boat and going down some very <UNK> water <UNK> .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is driving a big white dog on a leash and is walking on the beach
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is driving a big brown dog and is standing on a hill .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a person is surfing on a large wave .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue jacket walking down a street carrying houses in traffic .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a dog with a red ribbon on its face is lying on a white carpet .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4127508420571656, '2-gram': 0.20176870230881924, '3-gram': 0.08397974874549458, '4-gram': 0.044943374566223375}
=> Saving checkpoint
epoch: [27/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is running through a park in the woods . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red and white dress is playing with a soccer ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man looks at a woman in a skirt and a car . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is driving a big white dog on a leash and is walking away . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a black dog is walking along a rocky path with a group of walking in the background <EOS>
Train result
Output: a man in a red shirt is standing in a tent 's front .
option 1: a baby with a pink hat , held by a man in red and a woman in pink .
option 2: a man is holding his baby while a woman takes a picture of the baby .
option 3: a woman takes a photo of a baby being held by a man .
option 4: a woman takes a picture of a baby wearing a pink hat while a man carries her .
option 5: woman is taking a picture of a baby in a pink hat .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a dog is staring at the food in the plate of a person eating .
option 2: a person holding a dog while they eat .
option 3: a person is eating a plate of pasta with a black and brown dog on his or her lap .
option 4: a person is eating pasta , while a dog is watching .
option 5: someone in a blue and white striped sweater is eating and the dog next to them is <UNK> in their food .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a big , black dog is walking along the water 's edge .
option 2: a black dog and its reflection are seen near a pond <UNK> by dry foliage .
option 3: a black dog is walking beside water in the woods .
option 4: a black dog walks along a marsh 's edge .
option 5: a dog is walking near a body of water .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a brown dog is playing with a ball in the water .
option 2: a brown dog is running through water carrying a ball in its mouth .
option 3: a dog has run into the water to catch a ball in his mouth .
option 4: a dog running through water with a ball in its mouth
option 5: yellow dog catches ball in shallow waters .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a little girl plays with a plane .
option 2: a young blonde boy holding a toy airplane .
option 3: a young blonde child holding an airplane .
option 4: the blonde haired child is holding the small plane .
option 5: the blond haired and blue eyed child holds the wooden airplane in his hands .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a dog walks on a path surrounded by trees .
option 2: a fluffy brown , white and black running on a path
option 3: a fluffy <UNK> is trotting along a path .
option 4: a <UNK> runs through the forest with his tongue out , mouth open .
option 5: a white , black , and brown dog walks down a path in a forested area .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a blond - hair girl is eating a peach .
option 2: a girl eating a peach .
option 3: a girl eats a peach .
option 4: a little blond - haired girl enjoys eating a peach .
option 5: a young girl with blonde hair eating a peach .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a group of men in an <UNK> tube going over some rapids
option 2: a raft with a group of people is turned over after a crashing wave .
option 3: people are tossed around in a blue raft in a <UNK> river .
option 4: two blue inflatable rafts are <UNK> in a <UNK> on white water .
option 5: two rafts <UNK> in a river .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a black dog plays with another animal .
option 2: two dogs wrestle in the grass .
option 3: two dogs wrestle in the ground .
option 4: two puppies are wrestling on green grass .
option 5: two puppies wrestle with each other
Output: a man in a red shirt is standing in a tent 's front .
option 1: the woman in yellow is throwing the football to the woman in brown .
option 2: two girls playing catch on a lawn
option 3: two girls throw a ball back and <UNK> in their backyard .
option 4: two girls throwing a football in their backyard .
option 5: two women play catch in a yard .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a large dog looks at a smaller dog who is chewing a blue rope .
option 2: a large dog watching a small dog
option 3: a small dog chews on a blue shoe next to a large dog .
option 4: the brown dog is watching the white dog chewing the blue string .
option 5: the large dog watches the small one play with rope .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a brown and white dog is running through woodland .
option 2: a large brown , white , and grey dog is running through a forest covered in leaves .
option 3: a tan long - haired dog is running in the forest
option 4: brown and white dog running through fall leaves on the ground .
option 5: the brown dog bounds through the leaves and the <UNK> .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a man in a yellow shirt surfing .
option 2: a surfer in a yellow shirt is riding a wave that is reflecting sunlight .
option 3: a surfer is riding on a breaking wave .
option 4: surfer surfs ahead of a crashing wave
option 5: the man is riding a large wave on a surfboard .
Output: a man in a red shirt is standing in a tent 's front .
option 1: two girls are sitting outside on the ground in front of a lake .
option 2: two girls sit beside a river under a tree
option 3: two girls sit on the edge of a river .
option 4: two girls sitting beside the water near a tree .
option 5: two girls sit under a tree by the water 's edge .
Output: a man in a red shirt is standing in a tent 's front .
option 1: two girls are riding camels while another girl looks at them .
option 2: two girls on camels
option 3: two people each riding a camel with one person with back to camera in front .
option 4: two women ride camels , while a third watches .
option 5: two young girls are riding beige camels as another lady wearing a purse watches .
Output: a man in a red shirt is standing in a tent 's front .
option 1: a child in yellow overalls is walking over packed dirt .
option 2: a child without a shirt running in the dirt .
option 3: a little boy in overalls runs fast on a dirt trail .
option 4: a small child in overalls running .
option 5: a toddler is running down the path with an orange toy in his hand .
{'1-gram': 0.39701733656750304, '2-gram': 0.1364176285209964, '3-gram': 0.07015518462832224, '4-gram': 0.0438597094469804}
Validition result
Output: a motorcycle rider starts to the left while sitting on the ground .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is standing on a snowcapped cliff overlooking the ocean .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a sailboat in the water .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man stands on a rocky ledge over a waterfall .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is standing on a boat in the middle of the ocean .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing on a boat in the middle of the ocean .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a sailboat in the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a colorful ribbon .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.5225147616666412, '2-gram': 0.301453729913247, '3-gram': 0.1307492407711414, '4-gram': 0.07262025283304299}
=> Saving checkpoint
epoch: [28/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man is standing on a rock overlooking a waterfall . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red and white tracksuit is playing with a toy . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing by a bicycle selling <UNK> . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is standing on a rock overlooking the ocean . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a boat sailing past the <UNK> sun . <EOS>
Train result
Output: a man in a white helmet is standing in front of a yellow building .
option 1: a baby girl has the <UNK> of a red pot all over her face .
option 2: a baby girl holding a red plastic box in one hand and eating from it with the other , some of it on her face .
option 3: a little girl in a <UNK> has food all over her lower face and her finger in her mouth .
option 4: a toddler with <UNK> all over her face and hands from eating with her fingers .
option 5: the little girl is in her high chair eating <UNK> .
Output: a man in a white shirt and jeans is standing in a parking lot .
option 1: a boy with an orange shirt lies on a <UNK> in the surf .
option 2: a child in orange is on a boogie board in the waves .
option 3: a young boy rides his boogie - board through the ocean spray .
option 4: a young child wearing a yellow wetsuit rides on a surfboard .
option 5: the child is on a boogie board , with waves splashing around .
Output: a man in a white shirt and jeans is standing in a parking lot .
option 1: a cyclist is riding past buildings with backpack and cycling gear .
option 2: a cyclist rides his black bicycle while wearing a yellow jacket and white helmet .
option 3: a cyclist with a helmet , backpack , and yellow jacket .
option 4: a man wearing a backpack and helmet riding a bicycle .
option 5: a man with a backpack wearing a yellow raincoat is riding a bicycle past red brick and stone wall .
Output: a man in a white helmet is standing in front of a yellow building .
option 1: a big , shaggy dog runs in a field of <UNK> .
option 2: a dog running in a field of <UNK>
option 3: a dog sitting in the grass , with his tongue out
option 4: a long haired dog frolics in a meadow of yellow flowers .
option 5: a shaggy dog plays in a field of grass and yellow flowers .
Output: a man in a white helmet is standing in front of a yellow building .
option 1: a fast running greyhound during a race .
option 2: a greyhound dog is running through a turn on a muddy track .
option 3: racing greyhound dog wearing number 8 .
option 4: the dog with the racing number is in mid - jump
option 5: the racing greyhound is running on the racetrack .
Output: a man in a white helmet is standing in front of a yellow building .
option 1: a brown dog digs in the sand happily .
option 2: a dog digs in the dirt .
option 3: a large brown dog is digging in the sand .
option 4: dog digs in sand
option 5: the brown dog is digging in the dirt .
Output: a man in a white helmet is standing in front of a yellow building .
option 1: people are walking in an industrial area
option 2: an <UNK> ' <UNK> - eye - view of people walking along a street
option 3: many people are walking in the city near tall buildings .
option 4: several people walking on a busy sidewalk
option 5: the feet of a group of pedestrians in an urban area .
Output: a man in a white shirt and jeans is standing in front of a crowd .
option 1: a dark colored man is holding a protest banner in a busy city street with people staring from behind .
option 2: a man in a blue and yellow jacket holding a religious sign stands in a street with people behind him on the sidewalk .
option 3: a man is holding a religious poster .
option 4: a man wearing a hat holding a sign with writing on it .
option 5: man standing on the street holding a sign
Output: a man in a white shirt and jeans is standing in a parking lot .
option 1: <UNK> dogs that are spotted with , brown black and white
option 2: a group of <UNK> look away from the camera while standing in a dry field .
option 3: four dogs are standing in a dry grassy field .
option 4: four multicolored dog like animals in a <UNK> grass field .
option 5: four wild dogs in a dry field .
Output: a man in a white shirt and jeans is standing in front of a crowd .
option 1: a group of people sit around a <UNK> fire at night .
option 2: a large campfire at night with several people sitting around it .
option 3: people are <UNK> around a <UNK> at night .
option 4: people sitting around a campfire at night .
option 5: several people are sitting around a fire at night .
Output: a man in a white shirt and jeans is standing in front of a crowd .
option 1: a woman dressed in a blue jacket and blue jeans rides a brown horse near a frozen lake and snow - covered mountain .
option 2: a woman in a blue jacket rides a brown pony near water .
option 3: a woman rides a horse near a frozen lake in the <UNK> .
option 4: a young blond woman sitting atop a brown <UNK> horse in the snowy mountains .
option 5: woman <UNK> blue jacket sits on <UNK> horse near a frozen lake .
Output: a man in a white helmet is standing in front of a yellow building .
option 1: a dog chasing a ball indoors .
option 2: a small dog catches a tennis ball indoors .
option 3: a small dog chasing a ball .
option 4: the little white and brown dog has his mouth wide open while trying to catch something .
option 5: the small dog is <UNK> his teeth and chasing an object .
Output: a man in a white shirt and jeans is standing in front of a crowd .
option 1: a biker is riding along a track <UNK> located with a wooded area .
option 2: a mountain biker jumps off of a fence while going downhill .
option 3: a person does tricks on a bike on a ramp surrounded by trees .
option 4: a person riding a bike in the woods .
option 5: person on bicycle doing a trick on white fencing .
Output: a man in a white shirt and jeans is standing in front of a crowd .
option 1: people stand in <UNK> looking from balcony as another person walks dog
option 2: people stand inside a <UNK> structure .
option 3: three people and a black and white dog in bright industrial <UNK> .
option 4: three people enjoying the view in a <UNK> building .
option 5: two people look over a <UNK> wall .
Output: a man in a white shirt and jeans is standing in front of a crowd .
option 1: a mother and daughter pose in front of a waterfall .
option 2: a woman and a child are sitting on a log and stone fence with a waterfall in the background .
option 3: a woman and a girl sitting on a fence in front of a waterfall
option 4: a woman and her daughter in front of a waterfall
option 5: a woman is sitting with a girl on a fence in front of a waterfall .
Output: a man in a white shirt and jeans is standing in a parking lot .
option 1: a female soccer player gives a teammate a <UNK> ride .
option 2: a woman carrying another woman wearing matching exercise attire on her back .
option 3: the girl is hugging another girl outside .
option 4: there is a girl in a <UNK> jacket being <UNK> from behind by another girl .
option 5: two athletic girls in <UNK> outfits hugging each other .
{'1-gram': 0.416041489169274, '2-gram': 0.16181895047843114, '3-gram': 0.08268603356203778, '4-gram': 0.05290555748072277}
Validition result
Output: a man in a red shirt is watching a man in a race .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and woman sit on a boat , with one man in the background .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and woman sitting back to back on a bench .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and woman sit on a boat , with one man in the background .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman sit on a boat , with one man in the background .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and woman relaxing in a beautiful , scenic country .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a red jacket sitting in a <UNK> , with his mouth open and ready for a ride .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.38282608636111964, '2-gram': 0.16693596983872244, '3-gram': 0.09056411079789949, '4-gram': 0.058060893387949425}
=> Saving checkpoint
epoch: [29/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and woman sit on a boat , with one man in the background . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink shirt and jeans is running through a field of tall flowers . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket bikes through a dim street . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and woman sit on a boat , going to the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and woman sit on a chair , with their backs to the camera . <EOS>
Train result
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a brown and white dog jumping on a sandy beach
option 2: a brown and white dog moving forward with two <UNK> in the air and two hind legs on the ground .
option 3: a dog takes off running on the sand .
option 4: dog running on two legs
option 5: the white dog is running on the sand in front of fallen bushes .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a man and two boys are bouncing on a trampoline .
option 2: a man and two boys jump on a trampoline .
option 3: a man and two small boys jump on a trampoline .
option 4: the man and two young boys jump on a trampoline .
option 5: three males are jumping on a trampoline outside .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a woman in brown shorts and green striped shirt stands with a small bag on her back .
option 2: a woman in green stands with her hands on her hips .
option 3: a woman is wearing a green striped shirt and a brown skirt .
option 4: <UNK> women in striped top wearing a backpack .
option 5: the woman in the green striped shirt and backpack has a tattoo on her back .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a pair of long necked birds swimming .
option 2: two swans <UNK> on river .
option 3: two swans swimming in the water .
option 4: two swans swimming near the shore .
option 5: two white swans in the lake .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a couple of men sit by a large stone <UNK> with mountains in the background .
option 2: two men rest near a mountain range .
option 3: two men sit against a stone monument among snow covered peaks .
option 4: two men sit at a <UNK> stone in the mountains .
option 5: two men sitting next to a tall stone .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a car is parked in a graffiti filled street .
option 2: a graffiti <UNK> wall <UNK> as the gathering of a few people nearby a car .
option 3: four people huddle against a wall .
option 4: some adults stand by a wall covered in art graffiti at night .
option 5: two people talk to a street person in front of wall of graffiti
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: an asian girl and boy playing on with a yellow ball on a black and white floor .
option 2: two children play and one has a beach ball .
option 3: two children play with a ball on the floor .
option 4: two young children playing with each other and a ball .
option 5: young girl in pink dress plays with boy and a ball
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a man in sunglasses and a <UNK> <UNK> beard overlooks a <UNK> valley .
option 2: a man posing with large grassy mountains off in the distance .
option 3: a man wearing sunglasses stands before a forested landscape .
option 4: a man with a beard and sunglasses is standing in front of tree - covered hills .
option 5: bearded man with sunglasses in the mountains .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a black dog retrieves a cloth from a <UNK> .
option 2: a dog <UNK> a white rag through an almost - dried up creek .
option 3: a dog is wading in a river with a towel in its mouth .
option 4: a dog walking through a small stream with a rag in his mouth .
option 5: a dog walking through a stream carrying a white towel in its mouth
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a boy in a blue wetsuit is riding a surfboard
option 2: a boy rides a surfboard over a small wave in bright blue water .
option 3: a boy wearing a blue wetsuit rides on a blue surfboard .
option 4: the boy is riding a blue board in the water .
option 5: two kids in blue <UNK> surf .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a white dog with a red collar and a beige dog run near a pool with cats in the background .
option 2: two little white dogs running .
option 3: two small white dogs playing
option 4: two white dogs are running together .
option 5: two white puppies play near a pool .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: three boys playing soccer in a field
option 2: three boys playing soccer .
option 3: two boys in blue and yellow uniforms play soccer with a boy in a pink <UNK> uniform .
option 4: two <UNK> attempt to <UNK> a soccer goal past the goalie .
option 5: uniformed children playing soccer
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: three girls are sitting <UNK> on the sand at the beach posing for the camera .
option 2: three ladies play in the sand .
option 3: three people sitting in the sand on a beach .
option 4: three young woman smiling on the beach
option 5: three young women wearing <UNK> on beach , two <UNK> at camera .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a girl plays in the surf at the beach .
option 2: a kid in an ocean rides a wave .
option 3: a little girl is jumping into a breaking wave on the beach .
option 4: a young man playing in a wave at the beach
option 5: this boy is <UNK> his arms while playing in the water .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a girl and some ducks walk towards the water .
option 2: a little girl is <UNK> behind two ducks at the top of a cliff overlooking the ocean .
option 3: a person trails behind some ducks on the water to a lake .
option 4: a woman walks after two geese near the ocean .
option 5: girl with two ducks on cliff overlooking the water .
Output: a man in a white helmet is standing by a <UNK> style dog .
option 1: a football player in a purple uniform holds the ball while a player in red tries to tackle him .
option 2: a football player in white is being tackled by a oklahoma university player .
option 3: an american footballer in a red outfit is <UNK> the player in white who is running with the ball , whilst other players are nearby .
option 4: a sooners football player is tackling an opposing player .
option 5: the <UNK> is tackled after making the catch .
{'1-gram': 0.46875, '2-gram': 0.18327889572085554, '3-gram': 0.07219786416847439, '4-gram': 0.04051988507525561}
Validition result
Output: a man in a red shirt is riding a bicycle on a busy street .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and a dog are standing on the beach with a dog .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and a dog are standing on the beach with a boat in the background .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a dog are standing on the beach with a piece of string in the distance .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and a dog are standing on the beach with a dog .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and a dog are standing on the beach with a piece of string in the distance .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt and jeans stands next to a column in front of a sign that is parked on a sidewalk .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is sitting on the floor inside a room .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.44195800221761994, '2-gram': 0.20033086660762228, '3-gram': 0.09260654194689225, '4-gram': 0.05912230500946218}
=> Saving checkpoint
epoch: [30/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a brown dog is shaking off after getting wet . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped shirt pointing beyond the camera . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue shirt and jeans stands next to a column in front of a sign that says " <UNK> ' " ' ' " ' " ' " ' " <UNK> ' " ' " ' " ' " ' . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a brown dog is standing in a lake . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and a dog are standing on the beach with a boat in the background . <EOS>
Train result
Output: a man in a red jacket holds a small girl on a ride .
option 1: a band member jumps in the air .
option 2: a group of people jump in the air while playing music in the street .
option 3: a man in blue pants is jumping while band plays music .
option 4: people talk near <UNK> equipment outdoors .
option 5: several people in a band jumping up and down to the music .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a boy in swimming trunks .
option 2: a toddler in blue shorts is laying face down on the wet ground .
option 3: a young boy laying face down in water .
option 4: boy in shorts , face down in shallow , reflective water .
option 5: the boy in swim trunks is laying face down on a watery pavement .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a german <UNK> and a small white dog are playing
option 2: the big brown and black dog is on top of a small white dog .
option 3: the brown and black dog is over top of the white dog .
option 4: two dogs , one large and one small , are playing together in the grass .
option 5: two dogs playing together on the grass .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a big dog is biting a smaller dog on the leg
option 2: a dog bites the tail of another dog .
option 3: a large brown dog sniffs a small white dog 's behind .
option 4: a large brown dog trying to catch a small white puppy from behind
option 5: the large brown dog is sniffing a small white dog .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a man is standing by a group of video games in a bar .
option 2: a man standing in a bar with a neon beer sign hanging on the wall
option 3: a man stands next to a bank of computer <UNK> machines .
option 4: a man stands next to three video game machines and a beer sign .
option 5: a man stands next to three video machines .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a mountain biker is riding on a marked out competition trail in the woods .
option 2: a person wearing red rides a bicycle over a dirt path .
option 3: a woman rides a bike on a dirt path .
option 4: bicyclist riding on a dirt race course .
option 5: mountain bike riders on a dirt trail .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a person on a snowboard jumps over a cliff in the snow .
option 2: a skier flies over a cliff .
option 3: a skier wearing red flies off the edge of a snow covered rock .
option 4: a snowboarder clears the air over a snow - covered cliff .
option 5: this person is snowboarding off a hill .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a boy wearing a white apron has is arms out in a <UNK> <UNK> and <UNK> room whilst a boy in blue looks on .
option 2: a crowd of people gather for a meal indoors .
option 3: a room full of adults and children .
option 4: children <UNK> at a community dinner .
option 5: people in a school <UNK> with a boy in the foreground wearing yellow and brown stripes
Output: a man in a red jacket holds a small girl on a ride .
option 1: a woman leads three little boys in soccer uniforms .
option 2: children wear soccer uniforms .
option 3: the three kids are wearing soccer uniforms on a grass field .
option 4: two children with leg pads are performing stepping <UNK> near another child and an adult .
option 5: young kids with soccer gear on walking towards the camera .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a man sitting down , with his head down and his eyes closed
option 2: a man with a backwards hat sits on the ground .
option 3: a teenager in a white shirt and gold hat with his head <UNK> and eyes closed .
option 4: a young man in a white shirt and gold and black hat sits cross legged .
option 5: young man hanging his head wearing a hat .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a man with a many colored mohawk smiling .
option 2: a man with a <UNK> and a rainbow colored mohawk is looking off camera .
option 3: a person with a colorful mohawk and tank top smiling .
option 4: a smiling person with a brightly colored mohawk <UNK> .
option 5: a woman with a multicolored mohawk , <UNK> and grey tank top is smiling .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a man in a yellow outfit racing his bike in the wilderness .
option 2: biker with blue helmet riding along <UNK> trail .
option 3: the cyclist in riding downhill on a steep slope .
option 4: the helmeted man on a bicycle in riding down a rocky trail .
option 5: the mountain biker is descending the hill on a woodland trail .
Output: a young boy wearing a red shirt and blue checkered shorts is standing in the middle of the street .
option 1: a girl begins to climb a red piece of playground equipment .
option 2: a little girl climbing at a playground .
option 3: a little girl dressed in yellow is holding onto two red handles .
option 4: a small girl dressed in yellow wearing flip flops climbing onto red playground equipment .
option 5: a young girl makes her way onto red <UNK> equipment .
Output: a man in a red jacket holds a small girl on a ride .
option 1: two dark haired girls are on a tire swing .
option 2: two girls are swinging together on a tire swing .
option 3: two girls swing on a tire swing .
option 4: two laughing girls swing in a tire swing .
option 5: two young girls laughing on a tire swing .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a bicycler jumps a ramp outside in the dark night .
option 2: a man is sitting on a bike in the middle of the woods .
option 3: a person doing a trick on a bike
option 4: a person in a black jacket is jumping through the air on a bike .
option 5: man on a motorcycle performing a trick in the air .
Output: a man in a red jacket holds a small girl on a ride .
option 1: a little boy in a striped shirt going down a light and dark blue slide .
option 2: a little boy is sliding down a teal and blue slide .
option 3: a small boy is riding a water slide
option 4: small boy holding is arm out to balance himself while he goes down the fairground slide .
option 5: small boy in blue striped shirt coming down large slide .
{'1-gram': 0.4042004404227658, '2-gram': 0.22536380372825138, '3-gram': 0.09922433564470595, '4-gram': 0.05748045906223838}
Validition result
Output: a man in a red outfit is riding a bicycle on the street .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man in a red shirt is standing in the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in red shorts is jumping into a lake with a red ladder in the background .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man in a red shirt is standing in the water with his arms out .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man in a red shirt is standing in the water with his arms out .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing on a beach in front of a waterfall .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt passes under a large tree .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a red jacket is sitting on a brightly colored carpet whilst covering his head .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.44136785589405736, '2-gram': 0.20041296679981624, '3-gram': 0.1126449204443981, '4-gram': 0.07896089012888369}
=> Saving checkpoint
epoch: [31/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog runs on the beach with a red toy with a string in its mouth . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink hat runs in a field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a woman in a green jacket is standing outside a store holding some money in front of her . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man in a red shirt is standing in the water with his arms out . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a black dog runs on the beach with a red toy in its mouth . <EOS>
Train result
Output: a man is holding a bird up for a kiss .
option 1: the two girls are playing on a yellow sit and bounce .
option 2: two children sitting atop a large yellow bounce toy .
option 3: two girls bounce on a large yellow ball indoors .
option 4: two little girls are sitting on a yellow rubber ball toy .
option 5: two smiling girls sit on a yellow bouncy ball .
Output: a man is holding a bird up for a kiss .
option 1: a boy in a swimsuit is playing in <UNK> water .
option 2: a boy in shorts stands next to a jet of water .
option 3: a child and two dogs play in the water .
option 4: a child in black shorts is splashing in a fountain .
option 5: a young boy plays in the sprinklers , <UNK> the water to spray <UNK> over his right arm .
Output: a man is holding a bird up for a kiss .
option 1: a boy holding a toy football , runs along a paved path .
option 2: a boy runs past a house carrying a very small plastic foam football .
option 3: a boy runs with a very small football down a paved walkway .
option 4: a person runs with a small football .
option 5: a young boy running on a sidewalk holding a small football .
Output: a man is holding a bird up for a kiss .
option 1: a man in a wide - <UNK> hat is sleeping against a column .
option 2: a man sits on a cement column .
option 3: a man sits outdoors with some of his belongings .
option 4: a man sitting against a <UNK> selling hats .
option 5: there is an old man sitting on the edge of a concrete <UNK> wearing a hat .
Output: a man is holding a bird up for a kiss .
option 1: a girl playing <UNK> in a marching band .
option 2: a teenager plays her <UNK> on the field at a game .
option 3: a young girl wearing a blue shirt marching in a band playing a <UNK>
option 4: girl playing the <UNK> in a marching band
option 5: girl wearing blue shirt and black shorts plays <UNK> outside .
Output: a man is holding a bird up for a kiss .
option 1: a child wearing a pink shirt is jumping into the air with their legs and arms spread .
option 2: a female jumps with arms and legs spread near a <UNK> .
option 3: a girl in a pink shirt is <UNK> her <UNK> out in midair .
option 4: a girl jumping on pavement .
option 5: a woman wearing a pink shirt jumps in the air with her arms and legs spread to her sides .
Output: a man is holding a bird up for a kiss .
option 1: a girl sits with <UNK> tools <UNK> a rock .
option 2: a lone <UNK> digging in the rock for <UNK> .
option 3: a person with a brush looking at a large rock .
option 4: a woman <UNK> dust and dirt off a <UNK> <UNK> .
option 5: a woman kneels in the dirt with <UNK> <UNK> tools .
Output: a man is holding a bird up for a kiss .
option 1: a man performing martial arts kicks his opponent .
option 2: during a martial arts match , a man attempts to kick the other in the face .
option 3: two men compete in a karate tournament .
option 4: two people dressed in karate outfits are fighting .
option 5: two people in white with black <UNK> are having a karate match .
Output: a man is holding a bird up for a kiss .
option 1: a brown dog and two white dogs are bounding after a ball .
option 2: a brown dog is in the middle of a line of dogs chasing a dirty tennis ball over dirt .
option 3: there are two white dogs and one brown dog chasing a ball .
option 4: two white dogs and one brown dog jumping through the dirt after a tennis ball .
option 5: two white dogs are playing with a brown dog and a ball .
Output: a man is holding a bird up for a kiss .
option 1: a group of women wearing bikinis are playing beach volleyball .
option 2: four women competing in beach volleyball beside a large body of water .
option 3: four young women wearing bikinis are playing beach volleyball
option 4: girls in bikinis playing volleyball on the beach .
option 5: women in bikinis play beach volleyball by the <UNK> .
Output: a man is holding a bird up for a kiss .
option 1: a dog jumping over a barrier on a course
option 2: a dog , jumping over a <UNK> obstacle , a woman watching in the back .
option 3: a dog leaps of a dog jump .
option 4: a german shepherd is jumping over three striped bars in a competition .
option 5: dog running and jumping high bars .
Output: a man is holding a bird up for a kiss .
option 1: a male does an open leg trick while doing a wheelie on his bike .
option 2: a man is doing a wheelie on a motorcycle while stretching his legs <UNK> .
option 3: a man with a red , black , and white <UNK> on is riding on a motorcycle .
option 4: man puts legs up in air while riding bike .
option 5: person riding a bike doing a while
Output: a man is holding a bird up for a kiss .
option 1: a brown dog and a swan having a <UNK> beside a pond .
option 2: a brown dog on a dock faces a white swan in the water .
option 3: a dog is looking at a white swan swimming in a lake .
option 4: a dog looking at a swan in the water .
option 5: a dog on a deck <UNK> a swan .
Output: a man is holding a bird up for a kiss .
option 1: a child <UNK> like he 's flying as his mom throws him up in the air during a game .
option 2: a woman in white is throwing a boy into the air .
option 3: a woman is tossing a small child in the air playfully .
option 4: a woman tosses a toddler in the air .
option 5: the child enjoys being tossed in the air by his mother .
Output: a man is holding a bird up for a kiss .
option 1: a little boy quickly pushes another child on a riding toy .
option 2: blurry image of one young boy being pushed in a cart by another .
option 3: one boy is pushing another boy down a street in a doll carriage .
option 4: one boy is running and pushing another little boy on a toy with wheels on it .
option 5: two young kids play and run .
Output: a man is holding a bird up for a kiss .
option 1: a group of friends ride the current in a raft .
option 2: a group of people river rafting .
option 3: a group of people wearing life jackets riding a raft through rough waters .
option 4: a large group of people in a red raft wearing red life jackets on the river
option 5: this group of people are practicing water safety by wearing <UNK> while in a raft on the river
{'1-gram': 0.38411691751963994, '2-gram': 0.10399587373139613, '3-gram': 0.05552300683677152, '4-gram': 0.03539943738453831}
Validition result
Output: a man in a yellow shirt is riding a red motorcycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man in a blue shirt is sitting on a boat in the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a small boat while another watches .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man sits on a boat in the sunset near a flag .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man in a red shirt is sitting on a rock by a dock .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man in a red shirt is sitting on a rock by a rocky area .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt and jeans stands on a balcony near a lake .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4511980741279093, '2-gram': 0.23168599917766658, '3-gram': 0.11914046131265002, '4-gram': 0.08359115178579687}
=> Saving checkpoint
epoch: [32/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a woman with a paddle sits on a sea wall and looks to the sea . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped shirt running through a flowery field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow hi - viz jacket is drilling into the road . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man sits on a boat in the sunset near a flag . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man in a blue shirt is sitting in a rowboat under a cloudy lake . <EOS>
Train result
Output: a man in a red shirt is standing in a tent 's back .
option 1: a smiling woman holds two small children .
option 2: a woman holds two baby girls whilst sitting cross legged on the grass .
option 3: a woman is holding two children while sitting on the grass .
option 4: a woman is sitting on the grass and holding two children .
option 5: a woman wearing jeans and brown flip flops holding two blonde hair toddler girls wearing pink shorts and shoes .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a black and white dog emerges from a yellow tunnel being <UNK> by a man in a blue shirt at a dog show .
option 2: a black and white dog is running out of a yellow tunnel with his trainer next to him .
option 3: a black and white dog running from under a yellow cover with a person behind them .
option 4: a man in a yellow and blue shirt behind a dog that is running out from under a yellow cloth .
option 5: a small dog sprints away while its owner tries to catch it .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a child in a striped dress and a woman in a black dress .
option 2: a little girl in a striped dress has a pink scarf .
option 3: a woman holding a small child .
option 4: a woman with a toddler in a striped dress
option 5: the woman is holding a baby girl wearing a striped dress .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a group of men playing against each other in a football match .
option 2: five men playing in a soccer game
option 3: people outside playing soccer .
option 4: rugby players competing in a match .
option 5: these people are playing a soccer type game .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a little boy blows bubbles , which are held by a young woman
option 2: a little boy with brown curly hair is blowing bubbles with a wand held by a girl .
option 3: a small boy blows bubbles through a wand held by his mother .
option 4: a woman holding a bubble wand for the child to blow bubbles from .
option 5: a woman holds a bubble wand while a toddler blows bubbles .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a girl in a yellow top is paddling a wooden boat past a wooden <UNK> .
option 2: a girl paddles a canoe .
option 3: a girl rows a boat from a dock .
option 4: girl pushing boat with a pole in the water
option 5: the girl is paddling a rusty canoe in the water .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a child in red jumps on a red object while others laugh .
option 2: a child touching a red plastic object , with a crowd behind him .
option 3: a girl in a crowd laughs and climbs on something .
option 4: many children having fun outside near large buildings .
option 5: there is a girl in a red jacket smiling with her hand on a red <UNK> and a crowd behind her .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a blond dog walks in a creek with <UNK> filled with snow .
option 2: a blonde dog makes his way up an icy stream with snow <UNK> up on the sides .
option 3: a tan dog walks down a stream between <UNK> of snow .
option 4: brown dog walks through river between <UNK> .
option 5: the dog walks through the cold water .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a woman carrying a backpack sits on a rocky ledge overlooking the water .
option 2: a woman sits alone on the rocks by a beach .
option 3: a woman sits on a rock by the water .
option 4: a woman sits on the rock .
option 5: a woman wearing a red backpack is sitting on a rock overlooking the water .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a boy laying on a sitting swing , face down , wearing a hat backwards .
option 2: a boy laying on his stomach , on a swing
option 3: a boy plays on the swing .
option 4: a child in sunglasses lays on his belly on a red swing set .
option 5: a young boy plays on a swing .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a black dog fetches a large stick out of the water .
option 2: a black dog is <UNK> into the water and catches a stick in its mouth .
option 3: a black dog <UNK> out of a pond , carrying a big stick in his mouth .
option 4: a black dog runs through the water carrying a stick .
option 5: dog fetching a stick in the lake .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a boy plays soccer in a field near an apartment building .
option 2: a boy prepares to kick a goal shot
option 3: a boy runs toward the soccer ball to kick it .
option 4: an action shot of a young boy about to kick a soccer ball .
option 5: a soccer player runs for a soccer ball .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a miami basketball player .
option 2: an orange - clad miami basketball player dribbles the ball while another man blocks
option 3: a tall black man playing basketball .
option 4: the basketball player is wearing an orange uniform and holding a basketball .
option 5: two men play basketball ,
Output: a man in a red shirt is standing in a tent 's back .
option 1: a climber is attempting to climb around an overhang above the woods .
option 2: a man climbs up a cliff and reaches an overhang .
option 3: a man is rock climbing under a large cliff .
option 4: a person is rock climbing .
option 5: climber on rock formation using ropes .
Output: a man in a red shirt is standing in a tent 's back .
option 1: people sit on the mountainside and <UNK> out the view .
option 2: three people are on a <UNK> overlooking a green valley .
option 3: three people hang out on top of a big hill .
option 4: three people overlook a green valley .
option 5: three people rest on a ledge above the <UNK> .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a blue jeep drive into deep , muddy water .
option 2: a four wheel drive car is driving through the mud .
option 3: a jeep gets wheel high in mud .
option 4: the car <UNK> up to the tops of its wheels in the mud .
option 5: there is a jeep stuck in mud up to the doors .
{'1-gram': 0.3625056580290227, '2-gram': 0.14585382066680674, '3-gram': 0.07223806954287065, '4-gram': 0.04558450457082743}
Validition result
Output: a man in a yellow shirt is <UNK> how to cross the street .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a woman and a dog are playing in a lake with a man in the background
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a woman in a white shirt and jeans stands on a beautiful day .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a woman in a bikini is sitting on the beach and staring at the ocean .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a woman and a dog are playing in a river .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a woman in a bikini is sitting on the beach and staring at the ocean .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a trench coat is walking with a dog down a paved walkway .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a red jacket is sitting on a red checked chair whilst playing with a toy .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3932523069036227, '2-gram': 0.1588994740755585, '3-gram': 0.08872456511055887, '4-gram': 0.05872037274333332}
=> Saving checkpoint
epoch: [33/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a woman in a white shirt is sitting on the edge of a water fountain . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red and white dress is playing with a soccer ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a woman in a green jacket is standing outside a store holding some money in front of his face . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a woman in a bikini is sitting on a rock next to a waterfall . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a woman in a bikini is sitting on the edge of a cliff <EOS>
Train result
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a baseball pitcher with <UNK> on his shirt throws the ball .
option 2: a baseball player in a black and orange shirt , and with a glove on , <UNK> the ball .
option 3: a male dressed in a sports outfit tries to catch a baseball .
option 4: a man playing baseball .
option 5: the baseball player is running after the ball .
Output: a man in a red shirt is standing in a tent 's arms in front of a group of people .
option 1: a black dog caught in mid - jump catching a toy in his mouth .
option 2: a black dog flies through the air while holding an object in its mouth .
option 3: a black dog jumps in the air to catch a toy .
option 4: a black dog running with a black and white toy in its mouth .
option 5: a dog is in field on a very <UNK> day with something in its mouth .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a child swinging a multi - colored banner .
option 2: a young boy is playing with a colorful <UNK> .
option 3: a young boy waving a <UNK> kite
option 4: a young child plays with a colorful toy outside .
option 5: the boy is playing with a colorful ribbon .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a black dog carries a tree branch through the woods .
option 2: a black dog holding a small branch .
option 3: a brown and black dog carries a <UNK> long stick in his mouth in the wooded area .
option 4: a dog carries a large stick .
option 5: a <UNK> carries a very long stick in his mouth through the woods .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a boy wearing sunglasses looks straight ahead .
option 2: a boy with a mohawk and sunglasses .
option 3: a child with a mohawk is wearing dark sunglasses .
option 4: a young boy wearing glasses has his hair set to stand up .
option 5: the head of a child with dark glasses is in <UNK> .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a dog jumping at the beach .
option 2: a furry white dog playing in the sand .
option 3: a muddy dog runs next to water .
option 4: a small dog is jumping on the dirt in front of some water
option 5: dog on a rock next to water .
Output: a man in a red shirt is standing in a tent 's arms in front of a group of people .
option 1: a black guy in a apron <UNK> <UNK> .
option 2: a <UNK> prepares <UNK> corn .
option 3: a man in an apron <UNK> corn .
option 4: a man is cooking corn in a restaurant .
option 5: a man with an apron <UNK> <UNK> of corn .
Output: a man in a red shirt is standing in a tent 's arms in front of a group of people .
option 1: two men are standing outside a restaurant at dusk .
option 2: two men drink stand in front of a brightly lit restaurant , drinking soda
option 3: two men outside of a restaurant .
option 4: two men stand in front of a restaurant .
option 5: two older men standing in front of a store of <UNK> .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a dog runs through the forest with something in its mouth .
option 2: a dog runs while holding an object in its mouth .
option 3: a yellow dog running through a grassy area carrying something small in its mouth .
option 4: a young puppy with a red collar running with a leaf in its mouth .
option 5: the dog is carrying a toy through the grass .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a group of chinese teenage girls walking .
option 2: a group of dark - haired girls are walking together .
option 3: a group of dark haired young ladies in shorts walks past a bank of lockers .
option 4: four asian girls are walking through a <UNK> room .
option 5: four dark - haired girls walk the hall toward a bank of lockers .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a black dog splashes through the water .
option 2: a brown and tan dog is running through shallow water .
option 3: a dog is running in the ocean beside the beach .
option 4: a dog running through water .
option 5: dog splashes running across water .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: men on horses <UNK> their flags at a <UNK> .
option 2: men ride on horses while carrying flags .
option 3: men riding horses carrying flags in a <UNK> tournament .
option 4: parade of men on horses with brightly colored flags .
option 5: several <UNK> are riding past each other carrying flags .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: five asian girls playing in a fountain .
option 2: five little girls are playing in a water fountain .
option 3: five young girls wading and splashing in a shallow pool .
option 4: little girls splash around in the little <UNK> of water left by the sprinklers .
option 5: time <UNK> photo of two children playing in a pool of water .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a man <UNK> .
option 2: a man in a white shirt holding both hands out .
option 3: an elderly male wearing a white <UNK> <UNK> <UNK> with his arms and hand extended in front of him .
option 4: a old man in a wall <UNK> <UNK> holds his arms out to the camera .
option 5: a <UNK> worker wearing a white coat .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: people seen through the window of a bus .
option 2: there are three women on a bus .
option 3: three people riding in a blue bus at night .
option 4: three women are <UNK> their own business on a bus in the city .
option 5: three women sit on the subway ; one talks on the phone while the others read .
Output: a man in a red shirt is standing in a tent 's arms .
option 1: a boy and two men shooting off a water rocket at the beach .
option 2: a group of people are standing on the beach in front of some boats .
option 3: a group of people <UNK> an air rocket in front of a <UNK> .
option 4: a lady and a little boy <UNK> a <UNK> to <UNK> a rocket at a <UNK> .
option 5: a little boy made <UNK> something off with water .
{'1-gram': 0.3344594557567534, '2-gram': 0.1267559263163246, '3-gram': 0.06924080586514536, '4-gram': 0.045583428085350555}
Validition result
Output: a man in a red outfit is riding a bicycle on the road .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a woman in a white shirt and dark hair stands on a rock by a lake .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in red shorts jumping in back of a volleyball net .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a woman in a white shirt and dark hair stands on a rock by a lake .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a woman in a white shirt and dark hair stands on a rock by a lake .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a person in a yellow kayak is paddling through a river with snowy mountains in the background .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man wearing a blue shirt and a woman in a blue shirt are walking past a <UNK> wire .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.44988598003303887, '2-gram': 0.25299740582449565, '3-gram': 0.13167761068894124, '4-gram': 0.09036426403238255}
=> Saving checkpoint
epoch: [34/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a brown dog wades into a lake to retrieve a white dog . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red and white dress is playing with a soccer ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red shirt is standing in a marketplace surrounded by people at a fruit station . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a woman in a white shirt and dark hair stands on a rock by a lake . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog running down a rural road . <EOS>
Train result
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a girl flipping into a swimming pool while others swim .
option 2: a girl heads into the pool while others <UNK> at the side .
option 3: a girl is diving into an indoor pool .
option 4: many people are in an indoor swimming pool and one girl is in the act of jumping in headfirst .
option 5: the teenagers are swimming in an indoor pool together .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a big brown dog jumps over a small black dog .
option 2: a big gold - colored dog jumping over a smaller black dog .
option 3: a large brown dog jumps over a small black dog .
option 4: a large golden retriever is jumping high over another smaller , black dog .
option 5: large brown dog is jumping over a smaller black dog .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: two children hang from a metal bar close to the ground .
option 2: two little girls are hanging by their arms from a metal bar .
option 3: two little girls hang on a bar in front of a wooden fence .
option 4: two little girls , wearing pink hanging on a tube .
option 5: two smiling little blonde girls in pink pants swing from a metal bar .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a man on a motorcycle does a wheelie on the track .
option 2: a man on a red <UNK> rocket .
option 3: a motorcycle rider doing a wheelie .
option 4: someone in a red and white uniform is driving a red and white motorcycle down a track with the front wheel in the air .
option 5: the red motorcycle pulls a wheelie on the racetrack .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a child going down a green slide .
option 2: a child slides down a green slide .
option 3: camera looks down inside green tube as child slides away .
option 4: child slides down green plastic <UNK> slide .
option 5: the child is sliding down a green tunnel slide .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: boats out on the water on a <UNK>
option 2: a canoe in the distance on a lake as seen from another canoe .
option 3: a view of a boat from another boat on the water .
option 4: looking over the <UNK> of a boat at another boat on a foggy lake .
option 5: one canoe heading for another on a foggy river bank .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a boat sailing past the <UNK> sun .
option 2: a sailboat in the water .
option 3: a sailboat in the water at <UNK> .
option 4: a ship <UNK> in a blue sea .
option 5: the old looking ship is sailing at sunset
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a male hiker sits perched on a high rock in the mountains .
option 2: a man is sitting on a rock high up in the mountains .
option 3: a man is sitting on top of a snow covered mountaintop .
option 4: a man sits on a rock near mountains .
option 5: a man wearing sunglasses is sitting on top of some jagged rocks with mountains in the background .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a little white dog <UNK> .
option 2: a little white dog with long fur stands on his hind legs .
option 3: a small white dog stands on its hind legs .
option 4: a white , fluffy dog is standing on its hind legs .
option 5: the white dog is begging .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a big , furry , black dog is on a blue leash and is coming out of the water .
option 2: a black dog on a blue leash is walking in a stream .
option 3: a black dog on a leash walking in water
option 4: a wet black dog emerges from the water .
option 5: the dog is on a leash and is walking out of the water .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a female martial artist kicking another female martial artist in the face
option 2: one karate <UNK> kicks a karate <UNK>
option 3: one martial artist kicks another 's face during a competition .
option 4: two female martial <UNK> <UNK> a kick for an audience .
option 5: two women participate in a martial arts match .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a group of people are in a swimming pool , being splashed .
option 2: a large water splash near three swimmers .
option 3: people are splashed by water coming down a shoot .
option 4: people in a pool and something just <UNK> a large splash .
option 5: three people are in a pool <UNK> a giant splash .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a young group of girls covering her hair posing together outside of a building .
option 2: there are three girls with head scarves in front of a worn down building and a family walking in the background .
option 3: three girls with head <UNK> carrying <UNK> while standing on <UNK> surface .
option 4: three women are walking through the street in a rural middle - eastern town .
option 5: three women with <UNK> holding <UNK> , two smiling , one not .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: little kids stand together and <UNK> an <UNK> for something .
option 2: three children are standing with <UNK> on numbered blocks .
option 3: three children standing on a <UNK> , <UNK> an <UNK> .
option 4: three children stand on a <UNK> <UNK> first , second , and third place .
option 5: three children stand on the <UNK> .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: sleds sled down the street
option 2: children are sledding down a snowy hill .
option 3: five children sledding down a snow - covered street .
option 4: four children snow sledding down a hill .
option 5: the people ride down the road on sleds .
Output: a man in a red shirt is standing in a tent 's front wheel .
option 1: a bicycler does tricks under an overpass .
option 2: a bmx jumping into a <UNK> area .
option 3: a boy on a bike does a stunt on a ramp filled with graffiti .
option 4: a boy on a bike is doing a stunt high in the air .
option 5: a stunt bicycle rider performs under an overpass covered in graffiti .
{'1-gram': 0.3375, '2-gram': 0.11887522708489767, '3-gram': 0.05448353725031478, '4-gram': 0.031541730387935035}
Validition result
Output: a man wearing a helmet is riding a red racing motorcycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and a dog on a dock are watching another dog swim away .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in swim trunks hits a ball on a beach .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a dog on a dock are watching another dog swim away .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a woman in a white shirt and dark hair stands on a rock by a lake .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing in the ocean with a kayak .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy on a red playground .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4211035333220783, '2-gram': 0.2246893636304968, '3-gram': 0.07447146249309916, '4-gram': 0.04292145939640369}
=> Saving checkpoint
epoch: [35/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a brown dog is standing in a river with its head turned looking behind . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink shirt and jeans is running on the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue shirt and jeans stands behind a sign that says " <UNK> ' mom ' <UNK> ' <UNK> " . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog on a dock are watching another dog swim away . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog is digging a hole in the dirt . <EOS>
Train result
Output: a man wearing a red shirt is standing in a stadium .
option 1: a homeless man holds up a sign begging for money for beer , pot and a <UNK> .
option 2: a man holds a sign outside a hotel that reads " <UNK> <UNK> <UNK> , i <UNK> money for beer , pot and a <UNK> . "
option 3: a man in <UNK> holds a sign begging for money .
option 4: a <UNK> looking man in a black sweatshirt holding a sign .
option 5: the man is asking for money .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a dog lying on its back in the sand .
option 2: a white and brown dog rolls on its back in the sand .
option 3: the dog rolls over to <UNK> its back in the sand .
option 4: the white and brown dog is rolling in the sand .
option 5: the white dog is on its back in the sand with paws in the air .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a young girl in a green shirt is running in a gym .
option 2: a young girl in a green shirt playing basketball .
option 3: children run inside a court .
option 4: the young basketball player moves into the front court .
option 5: two team players wearing green shirts running along the court .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a girl jumping into a pool , with a man standing near .
option 2: a girl jumps into a swimming pool with a guy in black .
option 3: a man and little girl are playing in an above ground swimming pool .
option 4: a man and little girl splashing in pool .
option 5: a man in black clothes is watching a child making a splash in a pool .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a pair of boots are worn by a woman wearing orange tights .
option 2: a person wearing orange <UNK> and <UNK> boots has her legs stretched out on the grass .
option 3: a person with <UNK> orange <UNK> and black boots is sitting nearby a large crowd of people .
option 4: someone sits with orange and black tights at an outdoor performance .
option 5: the person wearing orange and black <UNK> up tights <UNK> in the grass .
Output: a man wearing a red shirt is standing in a stadium .
option 1: the kiss - costumed adults are pushing the strollers of the kiss - costumed kids .
option 2: the two young children are in black and white <UNK> and costumes while riding in a stroller , they are being pushed by a man also in <UNK> and a costume
option 3: two babies are dressed up as kiss along with their parent 's .
option 4: two little kids in strollers have face makeup on like the band " kiss " .
option 5: two parents with two children and others dressed up like the music group kiss .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a boy jumping off a chair .
option 2: a boy jumps high indoors while a woman sleeps on a nearby couch .
option 3: a little boy with brown hair jumped off of a brown chair onto the floor .
option 4: a young boy <UNK> airborne in a family room setting while a woman rests behind him .
option 5: a young boy jumping off a chair
Output: a man wearing a red shirt is standing in a stadium .
option 1: a boy in swimming trunks is splashing in a swimming pool .
option 2: a boy jumps into the pool .
option 3: a boy splashes in a pool with his arms out to catch something .
option 4: a young boy jumping to catch something in a pool .
option 5: boy reaches up while in pool .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a <UNK> of stop - action surfing pictures .
option 2: a man surfing in rough water
option 3: a surfer on a yellow surfboard is splashing up water onto another surfer .
option 4: the man on the brown surfboard has <UNK> a large splash that <UNK> the two other surfers standing by .
option 5: three people are surfing and splashing in some water .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a girl in a striped shirt holds a <UNK> to her mouth .
option 2: a girl with a striped shirt with bread in hands in front of mouth .
option 3: a little girl is eating a piece of bread .
option 4: the little girl in the striped shirt is eating some bread .
option 5: this girl is eating a piece of bread in her striped shirt .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a boy that is wearing a brown hat and shoes that have red <UNK> is on a swing in a park .
option 2: a boy with closed eyes , wearing a hat , on a swing .
option 3: a boy with red <UNK> shoes is playing on a swing .
option 4: a little kid plays on the swing at the playground .
option 5: a young girl swings on a swing .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a black and white bird eating seeds out of someone 's hand
option 2: a black and white bird standing on a hand .
option 3: a small bird sits in a person 's hand and eats seeds .
option 4: black and white bird standing on hand of someone holding <UNK> seeds
option 5: the small bird is <UNK> to a finger of the hand holding the seeds .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a person wearing protective gear on a snowboard in the air above snow .
option 2: a snowboarder doing a jump on a <UNK> snowboard .
option 3: a snowboarder is attempting a jump on a <UNK> ski run .
option 4: a snow - boarder is performing a jump whilst riding on a pink snowboard .
option 5: a snowboarder makes a jump and does a trick with his pink , blue <UNK> black board .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a guy stands by a window taking his <UNK> off .
option 2: a man in a tank top stands next to a <UNK> door .
option 3: a man puts his shirt on near an elevator .
option 4: a man stands by an elevator with his head down .
option 5: the man is putting on his shirt near an elevator .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a group of people gathered around a mural in an urban area
option 2: a group of people painting the side of a building in an <UNK> of colors .
option 3: a mural is being painted on a wall .
option 4: many people work on a brightly - colored street mural .
option 5: several people painting a colorful mural on a wall
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a man extends his arms in front of a large rock formation .
option 2: a man in the desert .
option 3: a man poses in front of a large rock formation .
option 4: a man standing next to a huge rock formation .
option 5: a man stands next to a strange rock formation with his arms in the air .
{'1-gram': 0.533604429042912, '2-gram': 0.23024559190561572, '3-gram': 0.08636081987984935, '4-gram': 0.04868509219478133}
Validition result
Output: a man on a motorcycle is racing at a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and woman relaxing in the rain , each other , while another looks on .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in swim trunks hits a ball with a paddle .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and woman relaxing in the rain , throwing some off the rocks .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman relaxing in the rain , each shore , while another dog looks on .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a person in a yellow raincoat is sitting on the edge of a cliff overlooking the ocean .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4080191329367865, '2-gram': 0.16706336006766664, '3-gram': 0.07461249821666575, '4-gram': 0.040733000645760985}
=> Saving checkpoint
epoch: [36/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a woman and a dog rowing down a wide river . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red and white dress is chasing after a soccer ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a woman in a red coat stands near a carriage . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and woman relaxing in the rain , throwing some off the rocks . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog running down a trail . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy going down a water slide .
option 2: a boy in green trunks slides down a water slide .
option 3: a boy slides down an inflatable water slide .
option 4: a child reaches the bottom of an inflatable slide .
option 5: a young boy smiling as he rides down an inflatable water slide .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a girl in a black <UNK> is standing with 2 <UNK> dogs
option 2: a person stands with two leashed <UNK> and wears plaid pants with a black shirt set .
option 3: a woman with a mohawk holds the leash for two smaller <UNK> dogs .
option 4: a woman with colorful hair walks two dogs .
option 5: a woman with purple hair has two dogs on leashes .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man with a black dog sitting in a yellow kayak on that is floating on calm water .
option 2: a person sits in a yellow kayak on the water with their little dog .
option 3: a woman in a kayak with dog rests her paddle over her head .
option 4: a woman kayaking with her small dog
option 5: a woman is kayaking in a yellow kayak with her dog .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: two bald men on a park bench wearing small yellow traffic cones .
option 2: two <UNK> take a break at the birthday party .
option 3: two men wearing cone hats sit on a wooden bench .
option 4: two men wearing yellow caution cones as hats and one is about to get hit with a ball to the head .
option 5: two men with strange hats sit on a bench .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy runs through the puddle .
option 2: a boy splashing in a puddle .
option 3: a young boy is running through a large puddle outside .
option 4: a young boy is splashing through a puddle of water .
option 5: young boy playing in the water .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a white dog and a black and white dog are running through the grass .
option 2: a white dog is chasing behind a black and white dog .
option 3: a white dog runs alongside a black and white dog in a grassy area .
option 4: two dogs playing in a field .
option 5: two white dogs running in grass .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a black and white dog is jumping up to catch a green frisbee .
option 2: a black and white dog jumps high to get a green frisbee .
option 3: a dog catching a frisbee in front of a red building .
option 4: black and white dog leaping for frisbee .
option 5: the dog jumps up to catch the frisbee .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man and a woman are posing for a photograph in front of a yellow flower - bed .
option 2: a man and a woman in front of the yellow flowers .
option 3: a man and a woman smile for the camera while standing outside .
option 4: a red haired girl smiling sitting next to a brown haired man who is also smiling .
option 5: couple posing for picture with white and yellow flowers in the background .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a black man is wearing sunglasses and a blue shirt with a white <UNK> .
option 2: a man in sunglasses smiles .
option 3: a man with <UNK> wearing large black sunglasses
option 4: dark skinned man with sunglasses in a blue shirt
option 5: the man wearing a blue shirt has dreadlocks and sunglasses .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a crowd scene with people in yellow and white native clothing .
option 2: a group of people dressed in festive outfits is gathered outside building .
option 3: many woman wearing yellow stand in the street .
option 4: people dressed in bright costumes of white and yellow <UNK>
option 5: people wearing colorful costumes and <UNK> <UNK> through the streets .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy in a swimsuit is playing in <UNK> water .
option 2: a boy in shorts stands next to a jet of water .
option 3: a child and two dogs play in the water .
option 4: a child in black shorts is splashing in a fountain .
option 5: a young boy plays in the sprinklers , <UNK> the water to spray <UNK> over his right arm .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a mountain biker does a trick on a forest path .
option 2: a person does a jump on a bike in a natural setting .
option 3: a person is doing a bicycle trick over the rocks while a <UNK> gives a thumbs up .
option 4: a person is jumping with a bicycle over dirt hills
option 5: a person on a unicycle jumping down the path in a beautiful area surrounded by <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a class holds up their <UNK> .
option 2: a group of children posing with their <UNK> ,
option 3: a group of children showing their <UNK> .
option 4: the children hold up <UNK> .
option 5: the girl in a yellow shirt walks in front of a group of kids holding up <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a little boy and a little girl are lying on a black bench surrounded by adults .
option 2: people at a museum standing by benches with two children laying down and one person sitting .
option 3: two children and some adults are sitting on a row of black <UNK> .
option 4: two children <UNK> on <UNK> benches at a museum while four adults look on .
option 5: two <UNK> children rest on <UNK> at an art museum while the adults around them view the art .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a bunch of people at the beach .
option 2: people are enjoying a sunny day on a sandy beach by the ocean .
option 3: people are on the beach and there is a kite in the air .
option 4: people on the beach and a kite in the sky .
option 5: sandy beach , people walking , laying , sitting , a kite is flying .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a lady holding one dog while another dog is playing in the yard .
option 2: a woman holding a white dog points at a brown dog in the grass .
option 3: a woman holds a dog while another dog stands nearby in a field .
option 4: a woman holds her little white dog and points to a big brown dog at the bottom of the hill .
option 5: a woman is standing in a green field holding a white dog and pointing at a brown dog .
{'1-gram': 0.443957691769266, '2-gram': 0.20483462071579972, '3-gram': 0.08675957966828818, '4-gram': 0.05085695483579355}
Validition result
Output: a man rides a green motorcycle around a corner
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a woman in a red shirt is <UNK> a <UNK> in a <UNK> .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is sitting in a boat on the shore with the lake in the background .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is sitting in the grass with a dog .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and woman sit on a bench .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a young boy with a dirty face sits in his lap .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4171865715983363, '2-gram': 0.19163935138423338, '3-gram': 0.07016419775232605, '4-gram': 0.04259799016092901}
=> Saving checkpoint
epoch: [37/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is running along a beach with a stick in its mouth . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink shirt and jeans is running on the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing in front of a skyscraper <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and woman sit on a bench , watching a boat go by . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog running down a hill . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a man holds a long leash with a large gray dog attached to it .
option 2: a man is holding a very long leash attached to a very large dog who is <UNK> the grass .
option 3: a man is walking a grey dog on the grass using a long leash .
option 4: a man walks a black dog on a very long leash .
option 5: a woman and a dog are in a field of bright green grass and <UNK> blue sky .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a black dog running .
option 2: a black dog is running through a wooded area .
option 3: a black dog running through the forest .
option 4: dog running through the woods .
option 5: the dog rounds the curve coming out of the woods .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: an elderly person in bright orange overalls is standing alongside a street .
option 2: a person wearing orange overalls stands on the sidewalk .
option 3: a woman in red overalls stands on sidewalk .
option 4: the man in the red overalls stands on the sidewalk .
option 5: woman in red overalls standing on the sidewalk .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a bicycler jumping over a barrier with his bike .
option 2: a cyclist carries his bicycle while jumping over a hurdle .
option 3: a man doing tricks with his bicycle .
option 4: a man jumps across an obstacle carrying his bike
option 5: the man is jumping through the air , while holding a bicycle .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a man dressed in heavy winter clothing <UNK> airborne over a tire buried deep in the snow .
option 2: a man is snowboarding over a large tire buried in the deep snow .
option 3: a person in the snow jumping over a tire .
option 4: a young man in a beige jumpsuit boarding over a large tire
option 5: this person is bundled up in warm clothing and jumping over a tire half - buried in snow .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a group of men playing against each other in a football match .
option 2: five men playing in a soccer game
option 3: people outside playing soccer .
option 4: rugby players competing in a match .
option 5: these people are playing a soccer type game .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: two men raise their arms atop a snowy mountain .
option 2: two people jumping up with snow covered mountains in the background .
option 3: two people <UNK> on the snow and raise their arms with mountains behind them .
option 4: two people raise their arms on a snowy hill in the mountains .
option 5: two snowboarders throw up their hands .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a child performs skateboard tricks on a wooden platform .
option 2: a man in a darkened room performing skateboard tricks .
option 3: a skateboarder is balancing on a wooden box in a dark room .
option 4: the skateboarder is wearing a helmet .
option 5: the skateboarder wearing jeans and a white shirt performs a trick .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a man in a colorful outfit stands over a trashcan outdoors .
option 2: a man in a robe leaning against a trashcan and watching pedestrians .
option 3: a man wears a floral bathroom as he stands over a trashcan .
option 4: a person wearing clothes with a floral pattern leans on a trashcan cage .
option 5: person wearing a flowered robe holding a cup of coffee leaning on trashcan
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a dog is running through a green yard .
option 2: a dog running though a green yard .
option 3: a white and black spotted dog is running through a grassy area .
option 4: a white dog with brown spots is jumping through the air .
option 5: black and white dog running across grass .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a brown and white dog <UNK> a yellow and blue ramp in a grassy area .
option 2: a brown and white dog is running down a ramp .
option 3: a brown and white dog running off of an obstacle .
option 4: a brown a white dog runs down a yellow and blue ramp .
option 5: this dog is <UNK> running down the yellow board .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a smiling young brunette woman carries a black video camera in her hand .
option 2: a smiling young woman holds a video camera and walks through a park .
option 3: a white woman holding a <UNK> video camera in a park .
option 4: a woman holding a video camera .
option 5: a young woman is standing on the grass with a video <UNK> in her hand
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a boat on a lake .
option 2: a wakeboarder flies sideways in the air .
option 3: a waterskier performs tricks .
option 4: a waterskiing man does a flip behind a <UNK> .
option 5: the waterskier does a flip behind a boat .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a boy in <UNK> , wading through a lake .
option 2: a boy walks through the water .
option 3: a young child walks along a lake with a large white tent nearby .
option 4: boy heads into water , big tents and hills in background , in rural area .
option 5: while some people look in the barn , others walk on the bridge and some are enjoying <UNK> off in the water by the beach .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a child in a red coat is holding an <UNK> of snow in front of a house .
option 2: a child in a red coat preparing a large snowball .
option 3: a child in a red snowsuit plays with snow .
option 4: a child makes a ball out of snow .
option 5: a kid in orange plays with a ball of snow outside .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a blonde woman in blue shorts walks on the beach carrying her shoes .
option 2: a woman in blue shorts is carrying her shoes whilst walking on the beach next to the ocean .
option 3: blond woman with blue shorts walks along beach carrying shoes in one hand .
option 4: woman carrying her shoes on a beach .
option 5: woman in blue shorts walking barefoot on the beach
{'1-gram': 0.38258778173148966, '2-gram': 0.17889605562021066, '3-gram': 0.09047555115912737, '4-gram': 0.055047286887063146}
Validition result
Output: a man in a leather outfit riding a bicycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a dog is running through a creek with a stick in its mouth .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in an orange vest tossing a child into the air on the beach
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a dog lies on a blanket in boat .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a dog lies on a blanket in a boat .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing on a beach waiting for the camera .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.5238479117579451, '2-gram': 0.3062867648992368, '3-gram': 0.17460824189466548, '4-gram': 0.12913306862982538}
=> Saving checkpoint
epoch: [38/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a big dog and a large brown dog are standing beside each other beside the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink shirt and jeans is running through a flowered field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket walks a small , white animal while a <UNK> <UNK> bus drives behind him . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a dog lies at the front of a boat headed into the fog . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a black dog and a brown dog in the snow . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: two boys fight for the ball .
option 2: two field hockey players fight for the ball .
option 3: two hockey players are trying to shoot the puck on the grass .
option 4: two opposing male players are chasing the ball in field hockey .
option 5: two teenagers participate in a game of field hockey .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a group of people stand in the snow in a mountain .
option 2: a person is jumping over a house on skis .
option 3: a snowboarder jumps over a shed .
option 4: people watch as a person skis down a mountain .
option 5: skiiers on a snowy mountain .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a person in the distance is <UNK> on a day with a clear blue sky .
option 2: a person is hang gliding in the ocean .
option 3: a person parasailing on a wave .
option 4: a person surfs on a <UNK> with a sail .
option 5: someone is parasailing on a blue and yellow parasail .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a brown dog is jumping over a pole with fire on the ends .
option 2: a brown dog jumps over hurdle with flames on each end .
option 3: a light brown dog jumping over a hurdle that has fire on each end .
option 4: a tan dog is jumping over a hurdle that is on fire on the ends
option 5: a yellow dog is jumping over a flaming hurdle .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a blue plane does <UNK> as it heads down to <UNK> .
option 2: a blue , red , and yellow airplane is flying through the air .
option 3: a blue , red , and yellow plane does a <UNK> in the air .
option 4: a colorful <UNK> plane leaves a <UNK> trail of smoke behind it .
option 5: a plane doing tricks in the air , leaving a smoke trail behind the plane .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: three boys in sports <UNK> clothing are posing in front of a blue building
option 2: three boys pose with their arms around each other .
option 3: three boys with arms around each other .
option 4: three young boys with their arms around <UNK> shoulders .
option 5: two little boys with brown hair and one with blond hair .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a sumo wrestler in black begins to push another in blue out of the ring .
option 2: two sumo wrestlers are fighting in a ring .
option 3: two sumo wrestlers fight .
option 4: two sumo wrestlers in the ring .
option 5: two sumo wrestlers wrestling in a sand ring .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: people walking through a garden in a large city .
option 2: people walking through a garden in the middle of a city .
option 3: three people are walking in a park with flowers .
option 4: three people on a walk down a cement path beside a field of <UNK> with <UNK> in the background .
option 5: three people walking in a park right outside of the city .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man cooking food at his campsite .
option 2: a man <UNK> his dinner outdoors in front of his orange tent
option 3: a man not wearing a shirt is pouring something out a can while sitting on sand in front of a orange and red tent .
option 4: a man sits on the beach outside his tent and makes something to eat .
option 5: a shirtless man making a meal while camping on the beach .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a little girl dressed in pink swings on a swing
option 2: a young girl rides a rubber horse .
option 3: a young girl wearing pink rides a swing and smiles .
option 4: little girl in pink is on a ride .
option 5: the girl in pink smiles as she rides on a black swing .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a downhill skier races near trees .
option 2: a person skis down a snowy and tree - filled hill .
option 3: a person skis down a forested hill .
option 4: a person skis through a forest of tall trees .
option 5: a skier is riding skis along a tree lined trail .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a black dog bites a white dog on the grass .
option 2: a brown dog is <UNK> at the white dog 's face .
option 3: a brown dog <UNK> at a white dog .
option 4: a brown dog playfully bites a white dog .
option 5: one dog makes a <UNK> bite on another dog .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy wearing a white apron has is arms out in a <UNK> <UNK> and <UNK> room whilst a boy in blue looks on .
option 2: a crowd of people gather for a meal indoors .
option 3: a room full of adults and children .
option 4: children <UNK> at a community dinner .
option 5: people in a school <UNK> with a boy in the foreground wearing yellow and brown stripes
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man blows into an <UNK> instrument by a microphone .
option 2: a man blows into a tube while standing in front of a man at the <UNK> onstage .
option 3: a man plays an instrument next to a drummer .
option 4: a <UNK> plays a strange pipe instrument whilst standing next to a drummer on a stage .
option 5: two men perform a song together onstage .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man in a <UNK> suit is snowboarding .
option 2: a man in a <UNK> jacket snowboarding .
option 3: a snowboarder in stripes .
option 4: a snowboarder poses for the camera while doing a trick .
option 5: a snowboarder wearing a black and white striped jacket is kicking up some snow .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man and a woman are biking on a sunny day .
option 2: man and woman cyclists ride pass signs on rural road .
option 3: two bicyclists ride down a hill .
option 4: two friends bike down a hill .
option 5: two people are riding their bicycles on a dirt road
{'1-gram': 0.398277914883412, '2-gram': 0.17500544393473522, '3-gram': 0.07111728066139882, '4-gram': 0.04447502149714562}
Validition result
Output: a man in a black and yellow shirt riding a bicycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a beach shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is standing on top of rocks overlooking the ocean .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is camping on a beach shore .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is camping on a beach shore .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing on a rock overlooking a waterfall .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a black shirt is walking past a red building .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small dog is standing behind a camera .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4865413810935795, '2-gram': 0.2521590299588221, '3-gram': 0.13066082914486124, '4-gram': 0.08123273646494285}
=> Saving checkpoint
epoch: [39/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a big dog and a smaller dog stand near each other near a body of water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink shirt and jeans is running through a flowered field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue shirt is standing outside of a yellow building . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog runs through the woods . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a black dog runs through the black mud .
option 2: a dark brown dog running on a muddy beach , a person in yellow pants following him .
option 3: a dirt dog runs down a muddy shore .
option 4: a dog running and jumping in the mud , with a person walking behind it .
option 5: a dog runs on wet sand as a man in yellow pants walks <UNK> back .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a girl climbing on a climbing ledge .
option 2: a little girl is climbing up a climbing wall
option 3: a small girl climbs a rock wall .
option 4: a young girl <UNK> an indoor climbing wall .
option 5: a young girl practicing rock climbing on an indoor wall .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a boy in a camouflage coat is jumping onto a snowboard .
option 2: a boy in black snow pants and a brown jacket is diving onto a blue <UNK> in front of a wooden fence .
option 3: a boy jumping onto a sled .
option 4: child in camouflage jacket jumps on sled .
option 5: the boy is wearing a jacket .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a football player holding a football .
option 2: a football player in red gets ready to throw a football .
option 3: a lone football player wearing a red and white <UNK> holding a football .
option 4: the football player dressed in red and white gets ready to throw the ball .
option 5: the football player gets ready to throw the ball .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: two brown dogs are running on the sand .
option 2: two brown dogs on the sand
option 3: two brown dogs running and playing on a beach .
option 4: two brown dogs running together on sand
option 5: two dogs run on the beach .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a girl hanging on to the rings of a jungle gym .
option 2: a girl is hanging from metal rings .
option 3: a girl wearing pink hangs on the hoops .
option 4: a young girl reaches for playground rings with <UNK> in her eyes .
option 5: the girl is playing on a swing set with rings .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a man in a black t - shirt looking down as he holds a drink .
option 2: a man in black with glasses looks down at a drink .
option 3: a man wearing a black cap and glasses is looking at an object in his hand .
option 4: a man with a baseball cap on backwards is holding a cup
option 5: a man with black <UNK> glasses sleeping with a drink in his hand
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a blonde boy with a long purple mohawk is playing the violin .
option 2: a boy with a blue mohawk plays the violin .
option 3: a boy with a purple , <UNK> mohawk plays violin .
option 4: a kid with a blue mohawk is playing a violin
option 5: a young boy with a purple mohawk playing the violin .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: one lady is drinking something while the other is <UNK> .
option 2: the brown hair woman in the blue <UNK> sits beside a white hair woman .
option 3: two women eating , one elderly and one middle - aged .
option 4: two women , one looking down , the other drinking .
option 5: two women , the younger one is looking down , the older is drinking .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a skateboarder performs a trick in front of a business building .
option 2: skateboarder on the gray steps on a large building
option 3: skateboarders do tricks on steps outside of building .
option 4: two boys are skateboarding in front of an office building .
option 5: two kids are skateboarding .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a brown and black <UNK> is playing with a red ball .
option 2: a dog is staring at a red ball coming towards him .
option 3: a small black and tan dog jumps to get a red ball .
option 4: a small dog trying to catch a red ball outside
option 5: small black and brown dog playing with a red ball in the grass .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: two girls play outside with chalk .
option 2: two little girls are sitting on pavement playing a game with candy .
option 3: two little girls play with sidewalk chalk .
option 4: two little girls sit in front of the flower garden , playing with chalk .
option 5: two young girls sitting on a sidewalk coloring on it with chalk
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a hiker is posing in front of snowy mountains .
option 2: a hiker is standing in before the mountain holding two walking sticks .
option 3: a man stands in front of snow covered mountains .
option 4: a man with two ski poles stands near a mountaintop .
option 5: the man wears a green hat and jacket while standing in front of a mountain .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a dog chewing a blue rope while two men watch from behind .
option 2: black dog with blue string in its mouth .
option 3: two men handle a grey dog with a blue <UNK> rope in its mouth .
option 4: two men lift a brown dog up so it can grab a large blue rope hanging down a black wall .
option 5: two men under a dog hanging by its mouth from a rope .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a brown dog runs through the grass holding something in its mouth .
option 2: a brown dog runs with a toy in its mouth .
option 3: a small dog runs in a field , with a toy in its mouth .
option 4: chocolate brown dog running on grass with something in its mouth .
option 5: the dog is running with food in his mouth .
Output: a man in a red shirt is standing in a tent holding a sign that says " <UNK> " .
option 1: a child is wading through water towards the beach .
option 2: a small african boy leaves the ocean while many others <UNK> to play behind him .
option 3: a small black child playing in the ocean .
option 4: a young boy wades in the ocean .
option 5: a young boy walks in the water along a <UNK> shore .
{'1-gram': 0.3107929635463431, '2-gram': 0.1064399965501095, '3-gram': 0.05619923221238224, '4-gram': 0.03322345530462007}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man sits on a boat in the sunset near a flag .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a boy in a red shirt is doing a skateboard stunt .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is sitting on a boat under an umbrella .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man sits on a sailboat next to a large , blue <UNK> boat .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is camping on a beach shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt is standing in a street with a tree in front of a <UNK> .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.38973308008504703, '2-gram': 0.14533572722452187, '3-gram': 0.06706201764724821, '4-gram': 0.03849650944972989}
=> Saving checkpoint
epoch: [40/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is digging a hole in the dirt . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped shirt running through a field of flowers <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket looks out over a <UNK> . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is sitting on a boat under an umbrella . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and a dog stand on a hill overlooking water . <EOS>
Train result
Output: a man in a red shirt is standing in a tent 's back .
option 1: a boy surfs .
option 2: a young boy rides on a surfboard with light blue water behind him .
option 3: a young male surfing .
option 4: a young surfer surfs the large blue wave .
option 5: young boy surfing on blue water
Output: a man in a red shirt is standing in a tent 's back .
option 1: a crowd <UNK> a <UNK> hot air balloon .
option 2: a group of people are firing up a hot air balloon .
option 3: a group of people climb into a hot air balloon .
option 4: a hot - air balloon getting filled .
option 5: people gathered around a hot air balloon in the <UNK> of <UNK> .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a boy on a red snowboard is airborne .
option 2: a man in a yellow coat jumps his snowboard off a rail .
option 3: a person in the air on a snowboard .
option 4: a snowboarder doing a jump off of a ledge .
option 5: a snowboarder rides his board off a graffiti covered wall at night .
Output: a man holds a ball while a small child <UNK> .
option 1: a boy and girl are splashing around in the ocean .
option 2: two girls are at the beach playing in the ocean .
option 3: two girls playing at the beach one in pink and the other in black .
option 4: two girls walking in the ocean .
option 5: two young girls are wading in the ocean wearing shorts and <UNK> shorts .
Output: a man holds a net with a dog .
option 1: a man helps a little girl ride a bike .
option 2: a man helps a young girl balance on a bicycle that is too big for her .
option 3: a man holding onto a small girl on a bike .
option 4: a man is helping a girl sit on a large bicycle .
option 5: this man is helping a girl in an orange dress onto a bicycle .
Output: a man holds a net with a dog .
option 1: a far off view of a surfer and a person on a <UNK> .
option 2: a man on a jet ski is watching a surfer ride the waves .
option 3: a person surfing a big wave .
option 4: a surfer catches a wave as a man on a jet ski looks on in case of an <UNK> .
option 5: a surfer in a red shirt is under a large wave .
Output: a man holds a net with a dog .
option 1: a man in a white tank hits a jump with his red bmx bicycle .
option 2: a man is making a red and black bicycle jump in a city skate park .
option 3: a man wearing a white tank top is riding a red bike along a jump .
option 4: a young man jumps a bicycle off a <UNK> wall over a bench .
option 5: cyclist riding on a cement slope .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a basketball player in white leaps up at the net .
option 2: a basketball player is jumping and holding a basketball over the net .
option 3: a basketball player <UNK> <UNK> the ball .
option 4: a man jumps with a basketball to make a hoop .
option 5: the basketball player is dropping the basketball into the net .
Output: a man holds a net with a dog .
option 1: a dirt biker rides up a rocky hill on a motorized dirt bike .
option 2: a man wearing a helmet and safety suit goes uphill over rocks on a dirt bike .
option 3: a man wearing protective gear riding a dirt bike up a rocky hill .
option 4: an off road motorbike climbs a rocky hill .
option 5: a person on a motorcycle going uphill on rocky terrain
Output: a man in a red shirt is standing in a tent 's back .
option 1: a big brown dog is jumping in the water and has his mouth wide open .
option 2: a brown dog barks over its shoulder in the water .
option 3: a dog jumping in the water at a <UNK> .
option 4: a dog runs through the water as he looks up at the sky with his mouth open .
option 5: a dog with a collar running through the water
Output: a man holds a ball while a small child <UNK> .
option 1: a lady standing outside a street with a red purse and scarf on .
option 2: a person dressed in red and black outside a <UNK> wall .
option 3: a woman is walking with a red bag .
option 4: a woman standing by a car in a garage dressed for winter weather in a red knit scarf , black gloves and hat and red handbag .
option 5: the woman wears a blue coat , black hat , and red scarf , while holding a red bag .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a dog and woman at a dog agility course
option 2: a woman <UNK> a dog through an obstacle course .
option 3: a woman plays with her dog on an obstacle course .
option 4: there are four people and a dog jumping through a black , yellow , and white hole .
option 5: the woman is training her dog to jump through hoops using training equipment .
Output: a man holds a net with a dog .
option 1: a black dog looks up at a ball in the air and prepares to catch it .
option 2: a black dog waits on the grass for a falling yellow ball .
option 3: a dog is looking up at a ball attached to the string .
option 4: the animal is near the pond .
option 5: the <UNK> <UNK> is next to a tree that has a balloon stuck in its branches .
Output: a man holds a ball while a small child <UNK> .
option 1: the two dogs are white and black and are digging in the mud .
option 2: two black and white dogs after something in the mud .
option 3: two black and white dogs look at a yellow ball in the wet sand .
option 4: two dogs fight over a ball that 's in a puddle .
option 5: two nearly identical dogs try to paw a ball out of muddy water .
Output: a man holds a net with a dog .
option 1: a girl on a beach with rainbow flags .
option 2: a girl sits on a ledge by the beach , rainbow flags on poles fly in the background .
option 3: a person is sitting on a wall beside the beach .
option 4: a woman sitting on a wall with several multicolored flags behind her
option 5: woman at kite festival on boardwalk
Output: a man in a red shirt is standing in a tent 's back .
option 1: a boy in blue shorts with yellow stripes down the sides is leaping .
option 2: a boy jumps behind a fence .
option 3: a child jumping on the other side of a green fence .
option 4: the boy is leaping into the air .
option 5: young boy leaps from a platform at a fenced in <UNK>
{'1-gram': 0.4263814473229074, '2-gram': 0.1574853319175612, '3-gram': 0.07530707185795228, '4-gram': 0.050767876071617604}
Validition result
Output: a man in a red shirt is watching a man in a race .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man in a canoe on a lake .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in a red shirt is standing in a tent surrounded by men in <UNK>
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is pulled through the water under a bridge .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is pulled through the water under a bridge .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man sits with fishing poles on the side of a mountain .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man sits on a bench near a woman in a boat .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is sitting in a red chair with a red and white toy guitar .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4408629349356827, '2-gram': 0.201419877272231, '3-gram': 0.095453740737445, '4-gram': 0.06310131881184736}
=> Saving checkpoint
epoch: [41/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and a dog are standing on the side of a <UNK> , looking over the ocean . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink dress running through a flowery field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is standing in front of a skyscraper <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is pulled through the water under a white umbrella . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog is running in a field . <EOS>
Train result
Output: a man in a white helmet holds a yellow bottle .
option 1: two asian children smile while hugging each other .
option 2: two children <UNK> and hug each other .
option 3: two children hug and smile .
option 4: two children smile for the camera .
option 5: two kids hugging each other .
Output: a man in a white helmet holds a yellow bottle .
option 1: a little boy puts a bat on his forehead and spins around .
option 2: a young boy holds his head to a baseball bat on the green grass .
option 3: a young boy is spinning around a baseball bat on the grass .
option 4: little boy puts his forehead on the baseball bat and spins around to make himself <UNK> .
option 5: the little boy is wearing red shorts and a white t - shirt and has his head resting on a baseball bat .
Output: a man in a white helmet holds a yellow bottle .
option 1: a climber in a red shirt is <UNK> by a rope as he looks down a <UNK> .
option 2: a man is climbing a steep rock wall with a safety harness on
option 3: a person in a red shirt and black pants rock climbing .
option 4: a rock climber goes sideways .
option 5: person with red shirt and black pants climbing a rock .
Output: a man in a white helmet holds a yellow bottle .
option 1: a dog in midair <UNK> the red ball .
option 2: a dog retrieves a golf ball .
option 3: a little brown dog stands on his hind legs with a red toy in its mouth .
option 4: a terrier who jumped up has a red ball in his mouth .
option 5: a <UNK> jumped into the air to catch a red ball in its mouth .
Output: a man in a white helmet holds a yellow bottle .
option 1: a black dog is emerging from a red tunnel .
option 2: a border collie is running out of a red tunnel obstacle .
option 3: a dog peeks out of a red play tunnel .
option 4: dog in folding red tunnel on grass .
option 5: the black and white dog sprints through the red parachute tunnel on the grassy field .
Output: a man in a white helmet holds a yellow bottle .
option 1: a blonde horse and a blonde girl in a black sweatshirt are staring at a fire in a barrel .
option 2: a girl and her horse stand by a fire .
option 3: a girl holding a horse 's lead behind a fire .
option 4: a man , and girl and two horses are near a <UNK> fire .
option 5: two people and two horses watching a fire .
Output: a man in a white helmet holds a yellow bottle .
option 1: three boys in sports <UNK> clothing are posing in front of a blue building
option 2: three boys pose with their arms around each other .
option 3: three boys with arms around each other .
option 4: three young boys with their arms around <UNK> shoulders .
option 5: two little boys with brown hair and one with blond hair .
Output: a man in a white helmet holds a yellow bottle .
option 1: a backpacker walks down a rocky mountain .
option 2: a hiker walks down a rocky path towards land with water .
option 3: a man with a black and blue backpack hikes down a rock face .
option 4: hiker climbing down a snow and rock covered mountain .
option 5: the man climbs through the rocks and snow .
Output: a man in a white helmet holds a yellow bottle .
option 1: people seen through the window of a bus .
option 2: there are three women on a bus .
option 3: three people riding in a blue bus at night .
option 4: three women are <UNK> their own business on a bus in the city .
option 5: three women sit on the subway ; one talks on the phone while the others read .
Output: a man in a white helmet holds a yellow bottle .
option 1: a black dog is jumping out of water .
option 2: a black dog jumping in water in the woods .
option 3: a black dog leaps from the water near a wooded shoreline
option 4: a dog playing in water .
option 5: animal jumping up from the pond .
Output: a man in a white helmet holds a yellow bottle .
option 1: a brown dog at the edge of a body of water surrounded by snow .
option 2: a dog standing near snow looking at water .
option 3: a golden dog walks carefully around a frozen pond .
option 4: a golden retriever looking at its <UNK> in water next to a snow .
option 5: a tan dog is walking along snow to water .
Output: a man in a white helmet holds a yellow bottle .
option 1: a child with a skull on his shirt is sitting in front of some plants and a building and is holding onto handlebars .
option 2: a curly - haired child in a white t - shirt <UNK> the handlebars of a riding toy .
option 3: a little girl with curly hair sitting on a <UNK> <UNK> .
option 4: a small child with curly hair is on a riding toy .
option 5: a young girl with curly hair with a white shirt with a skull and <UNK> picture on it .
Output: a man in a white helmet holds a yellow bottle .
option 1: an elderly man wearing a <UNK> riding a <UNK> scooter while shopping for shoes .
option 2: an old man on a cart shopping for shoes
option 3: an old man wearing a large hat , and riding in a motorized wheelchair , is picking out shoes at a store .
option 4: man on electric scooter looking at <UNK> of shoes .
option 5: <UNK> <UNK> shops for shoes with a <UNK> on his head .
Output: a man in a white helmet holds a yellow bottle .
option 1: an atv racer <UNK> down the track <UNK> dirt flying everywhere .
option 2: a person is on a four wheeler kicking up a lot of dirt in a dune .
option 3: a person is riding an atv through the dirt .
option 4: atv rider spinning his wheels .
option 5: the <UNK> runner goes up the sand dune .
Output: a man in a white helmet holds a yellow bottle .
option 1: a black and white dog catches a frisbee on a grassy field .
option 2: a black and white dog jumping in the air to catch a white frisbee .
option 3: a dog jumping to catch a frisbee .
option 4: the black and white dog jumps in the air to catch the white frisbee on the grassy field .
option 5: the dog leaps to attempt to catch the frisbee .
Output: a man in a white helmet holds a yellow bottle .
option 1: a black and white dog looking at the camera .
option 2: a miniature breed dog is running in a straw strewn field .
option 3: a small dog is standing in a field .
option 4: dog standing with <UNK> foot up in a large field .
option 5: the little dog with big ears is in the field .
{'1-gram': 0.4127691414094856, '2-gram': 0.17140434523778136, '3-gram': 0.07412284914236439, '4-gram': 0.044944988035316}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a group of people sit on an overpass .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and woman sit on a boat beside a body of water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and woman sit on a bench , watching a boat go by .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past a <UNK> tree and a stone bench .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a red hooded sweatshirt <UNK> a red mat .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3328452608702867, '2-gram': 0.13724976200159725, '3-gram': 0.06403543673216464, '4-gram': 0.036540236484506376}
=> Saving checkpoint
epoch: [42/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a group of people are standing on a beach near to a white sunshade . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink hat , running through the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is walking past a yellow building whilst other people pass by . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and woman sit on a bench , watching a boat go by . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a group of people are standing on a beach near to a white sunshade . <EOS>
Train result
Output: a man in a red shirt is standing in a tent 's back .
option 1: a lady with red hair is standing in front of a <UNK> table with another person behind her holding up their hands .
option 2: a middle aged woman is standing by a dj deck in a house .
option 3: a middle aged woman <UNK> to be a dj as younger people point .
option 4: an older woman stands by turn tables as another female flips off the camera .
option 5: red haired lady <UNK> like a dj .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a hockey team in red and white on the side of the ice rink .
option 2: a hockey team takes a break off the ice .
option 3: a hockey team waits at the hockey rink .
option 4: ice hockey players are sitting on the sidelines .
option 5: players in red uniforms on the bench during a hockey game .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a man in a white t - shirt is standing outside on a busy street .
option 2: a man stands on a busy street with buildings and shops in the background .
option 3: a picture of a young man in front of some interesting buildings .
option 4: man poses on street corner .
option 5: man with white shirt and green shorts poses for a picture .
Output: a man in a red shirt is standing in a tent holding a plastic bag .
option 1: a black dog and a brown dog playing in tall weeds .
option 2: a brown dog and a black dog are standing against each other in some grass
option 3: two dogs are playing outside in a field .
option 4: two dogs play in tall grass .
option 5: two dogs wrestle together in the long grass .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a bearded man at a fair wearing a black tank top and a plaid hat .
option 2: a guy with a black tank top .
option 3: a man in a black tank top wearing a red plaid hat
option 4: a man wearing a black tank top and red plaid hat is smiling as a man behind him is playing with a colorful object .
option 5: a man with face <UNK> and a red <UNK> hat smiles at a fair .
Output: a man in a red shirt is standing in a tent holding a plastic bag .
option 1: a man in a blue shirt smoking a cigarette .
option 2: a man smokes a cigarette .
option 3: a man wearing a blue shirt smoking a cigarette in front of a building
option 4: a redheaded man smokes a cigarette while leaning his head forward .
option 5: man in blue shirt smoking
Output: a man in a red shirt is standing in a tent 's back .
option 1: a group of men in green shirts and black pants holding hands
option 2: black people dancing in a boston square .
option 3: four men posing on the street in green shirts and black pants .
option 4: several men in matching green and black outfits in front of a monument .
option 5: three men wearing green t - shirts do a street performance .
Output: a man in a red shirt is standing in a tent holding a plastic bag .
option 1: a group of boys is watching another boy walk away .
option 2: a group of boys with croquet equipment stands on a lawn .
option 3: a kid runs in the opposite direction of others who <UNK> playing a game .
option 4: boys are standing outside of a brick <UNK> <UNK> one boy starts to run .
option 5: six <UNK> - teen boys posing in front of an old building
Output: a man in a red shirt is standing in a tent 's back .
option 1: a dog wearing the number four runs in a race .
option 2: a greyhound sporting number 4 is racing .
option 3: a greyhound with a green racing bib and a muzzle runs on a track .
option 4: a professional racing dog running
option 5: a tan greyhound , number four , is running at the track .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a man crouches down to take a picture .
option 2: a man crouching and holding a camera .
option 3: a man is squatting in brush to take a photograph .
option 4: the cameraman is squatting among the rocks with his <UNK> to his eye .
option 5: this man is in camouflage clothing , in a wilderness area , <UNK> a camera .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a boy holds a fishing net .
option 2: a boy holds a net with a snake in it close to the ground .
option 3: a boy playing with a racquet .
option 4: a child holds a catcher with a mouse in it .
option 5: a child plays with a tennis racket on the ground .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a group of <UNK> men and women standing in a line in a yard in front of a tree
option 2: a group of adults are standing under a tree in front of a red brick house .
option 3: a group of older men and women pose for a picture outside of a building .
option 4: a large group posing for a photo on a lawn .
option 5: the group of adults take a picture under the tree .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a man in swimming trunks kicking a ball at the beach .
option 2: a man jumping in the air at a beach
option 3: a person in black and white swim trunks falling into the sand at the beach .
option 4: a teenager in striped shorts is leaping into the air on the beach .
option 5: the man is playing with a foam football on the beach .
Output: a man in a red shirt is standing in a tent holding a plastic bag .
option 1: a brown dog jumping over an obstacle hurdle .
option 2: a dog jumps over a hurdle .
option 3: a large tri - colored dog clears a green , yellow and white jump set up in the grass .
option 4: brown dog jumping over a bar on a grassy field .
option 5: brown dog jumping over a hurdle .
Output: a man in a red shirt is standing in a tent holding a plastic bag .
option 1: a white dog fetches a stick as he swims in a lake
option 2: a white dog holds a stick while swimming .
option 3: a white dog retrieves the stick from the lake for her owner .
option 4: a white dog swims with a stick .
option 5: white dog retrieving stick from water
Output: a man in a red shirt is standing in a tent 's back .
option 1: two dogs jump in a snowy field with snowcapped rocks in the background
option 2: two dogs leap through snowy grass and rocks .
option 3: two dogs running and jumping through a snowy area .
option 4: two large dogs , one light colored and one dark , running through snowy terrain .
option 5: two medium sized dogs run across the snow .
{'1-gram': 0.4047765891670705, '2-gram': 0.21110045934427893, '3-gram': 0.12586067494074782, '4-gram': 0.07697567837076985}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a dog is running along a beach on a sunny day .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is pulled through the water on a <UNK> while two others watch .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a dog is running on a beach with a man in the background .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a dog is running along a beach on a sunny day .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is sitting on a boat in the sunset with the lake as the sunset comes around .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking across a rope bridge .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a young boy wearing a red shirt is pulling on a pacifier with his hand in the air .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4668586798343636, '2-gram': 0.24788071511061263, '3-gram': 0.09052823446617232, '4-gram': 0.04818325550871775}
=> Saving checkpoint
epoch: [43/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and woman relaxing in a beautiful , scenic country . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink shirt and blue jeans running through the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a woman walks down a city sidewalk at night . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man casting a fishing pole . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is sitting on a boat in the sunset with the lake as the sunset comes around . <EOS>
Train result
Output: a man in a red shirt is standing in a tent 's back .
option 1: a <UNK> on the shore of a stream .
option 2: a brown furry animal stands behind some plants .
option 3: a dog hides in the bushes .
option 4: a dog hides in the tall <UNK> along a rocky shore
option 5: a dog makes it way through tall weeds .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a black and white dog is playing with a large brown cow .
option 2: a brown and white cow jumps away from a black and white <UNK> dog .
option 3: a dog is herding a bucking cow .
option 4: a small and gray dog chases a large bull who is jumping away from it .
option 5: a small dog chasing after a bucking cow
Output: a man in a red shirt is standing in a tent 's back .
option 1: a bunch of people are watching ice skaters .
option 2: kids play in the snow while parents watch
option 3: many people are watching others ice skate on a snowy day .
option 4: people are ice skating around a tree with onlookers and buildings nearby .
option 5: several people standing near a tree in front of buildings .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a man is talking on a cellphone outside of a bar .
option 2: a man standing in front of <UNK> <UNK> posters with red light
option 3: a man talks on a cellphone , while standing in front of a <UNK> <UNK> , <UNK> , display .
option 4: man on the phone in front of a neon sign
option 5: the man is talking on his cellphone in front of a sports store .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a brown and white animal surrounded by trees .
option 2: a dog standing outside is looking at the camera .
option 3: a tan and white dog standing near green plants .
option 4: a tan dog is standing in front of some plants .
option 5: the brown dog who looks like a <UNK> looks out of the forest .
Output: a man in a red shirt is standing in a tent 's back .
option 1: two children are sliding down a water slide .
option 2: two children at the bottom of a purple water slide .
option 3: two children in a raft on a water slide .
option 4: two kids go down a purple water slide on a innertube .
option 5: two little girls ride an inflatable <UNK> down a purple water slide .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a couple wearing winter coats posing together .
option 2: a man and woman pose for a picture together , with <UNK> smiling .
option 3: a man has is arm around the woman who is holding a <UNK> object up to her face .
option 4: a man in woman dressed warmly pose for a picture .
option 5: blurry photo of man and woman .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a group of adults gather for a picture in front of a brick house .
option 2: a group of people are posing for a picture .
option 3: a large group of people posing together outside of a house .
option 4: a large group <UNK> outside of a small office building .
option 5: a medium sized group of people pose in front of the camera .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a dog runs through green grass with a tennis ball in its mouth .
option 2: a puppy carries a tennis ball in its mouth .
option 3: a white puppy holds a yellow tennis ball in its mouth .
option 4: puppy carrying a tennis ball in its mouth .
option 5: the puppy is carrying a ball in its mouth .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a black dog is jumping up , biting a man 's padded arm .
option 2: a dog leaps on a man .
option 3: a man training a dog to attack his padded left arm .
option 4: a man walks while a black dog is trying to bite something on the man 's arm .
option 5: the man is wearing safety gear while he is training the black dog .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a girl leaning against a woman 's shoulder while sitting on a bench .
option 2: a mother with a child sitting on her lap and both are smiling .
option 3: a woman and a child sit together and smile .
option 4: a woman and a young girl sit close and pose for a photo .
option 5: a woman and daughter are smiling at the camera .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a girl in red jumps across a path .
option 2: a girls in a red <UNK> leaps through the air .
option 3: a young girl dressed in a red hoodie , red pants and red sneakers in a midair front <UNK> pose .
option 4: girl in red jumping up
option 5: the girl in the bright red outfit is <UNK> across the path .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a blond - hair girl is eating a peach .
option 2: a girl eating a peach .
option 3: a girl eats a peach .
option 4: a little blond - haired girl enjoys eating a peach .
option 5: a young girl with blonde hair eating a peach .
Output: a man in a red shirt is standing in a tent 's back .
option 1: three smiling women , one with a shoulder bag , one with a blue cup and one using sign <UNK> are posing for a picture .
option 2: three women are drinking and hugging .
option 3: three women are posing for a picture
option 4: three women are posing together and smiling while one holds up a hand <UNK> .
option 5: three women pose for a picture together .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a group of girls on a beach .
option 2: there are three women with cameras talking on the beach .
option 3: three people standing on a beach talking with cameras
option 4: three woman stand on a beach below with their <UNK> long behind them .
option 5: three women on the beach .
Output: a man in a red shirt is standing in a tent 's back .
option 1: a small dog watches two big dogs playing rough in a field .
option 2: three dogs are playing with a yellow ball in a grassy field .
option 3: three dogs play together in the field .
option 4: two dogs are fighting over a toy and another dog is chasing them .
option 5: two dogs play together and another runs after in a field .
{'1-gram': 0.364840406780429, '2-gram': 0.13122897675595577, '3-gram': 0.0693040580874108, '4-gram': 0.038389222936291476}
Validition result
Output: a man on a motorcycle is racing .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is sitting in a shallow <UNK> .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is sitting in a boat on the shore with the lake in the background .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is sitting in a shallow <UNK> .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man sits on a boat in the sunset near a flag .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is sitting in a shallow <UNK> .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a red shirt is walking past a red building .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an bouncy seat with toys surrounding him .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.5175938283255075, '2-gram': 0.23482698458836726, '3-gram': 0.11012777179269259, '4-gram': 0.06097263045349455}
=> Saving checkpoint
epoch: [44/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and two children in life jackets in a boat on a lake . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink shirt and blue jeans is running up a grassy hill . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing by a bicycle and <UNK> in a city street . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man sits on a boat in the sunset near a flag . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is sitting in a boat on the shore with the lake in the background . <EOS>
Train result
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a black dog in a red harness jumping .
option 2: a black dog <UNK> up into a pool .
option 3: a black dog sprints near the blue fence .
option 4: a man watches <UNK> as his black dog leaps into the water .
option 5: black dog running while man looks on .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a dog carries an orange toy in its mouth .
option 2: a dog running with his tongue out .
option 3: a dog runs through the grass with its tongue hanging out .
option 4: a white dog with brown ears runs on the green grass with an orange dog toy .
option 5: white dog with orange collar walks in the field .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a dog is staring at the food in the plate of a person eating .
option 2: a person holding a dog while they eat .
option 3: a person is eating a plate of pasta with a black and brown dog on his or her lap .
option 4: a person is eating pasta , while a dog is watching .
option 5: someone in a blue and white striped sweater is eating and the dog next to them is <UNK> in their food .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a small dog carries a yellow ball through the grass .
option 2: a white and brown dog runs in a field with a tennis ball in its mouth .
option 3: a white dog holds a tennis ball in its mouth in a field .
option 4: the white dog is carrying a ball in its mouth .
option 5: white dog with a tennis ball in its mouth running through green grass .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a boy swings on the swing .
option 2: a little boy in a striped shirt laying on his belly on a swing .
option 3: a young blond boy swings nearly upside down in his chair swing .
option 4: a young boy <UNK> forward in a child 's swing .
option 5: blond boy in striped shirt on the swing set .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a boy is rollerblading in a skate park .
option 2: a young boy is rollerblading across a wide open space .
option 3: a young boy rollerblading in a cement skate park .
option 4: a young inline skater balances with outstretched arms as he skates over the pavement .
option 5: a young inline skater takes a <UNK> in the skate park .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a couple kisses .
option 2: a couple kisses on a busy sidewalk .
option 3: a couple kisses on the busy street .
option 4: a man and a woman with a purse on her shoulder kissing each other while standing in a crowd .
option 5: the couple embrace on the street .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: two boys and a ball
option 2: two boys are playing with a soccer ball on a sports field .
option 3: two boys run after a soccer ball on a field .
option 4: two children play soccer on green grass .
option 5: two little boys playing soccer on a field .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a girl with a black purse sitting on a wooden bench .
option 2: a woman sits alone on a park bench in the sun .
option 3: a woman with a handbag is sitting on a wooden bench .
option 4: a young asian woman wearing long shorts and a gray <UNK> t - shirt is sitting on a wooden bench .
option 5: a young woman with a black purse sits on a wooden bench .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a black and white dog chasing a tan and white dog across a path .
option 2: a dog runs behind another at a park .
option 3: two dogs are running across a grassy path .
option 4: two dogs are running quickly through a park .
option 5: two dogs run through the park .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: one person is tumbling on the ground next to another person with his shoes off .
option 2: two boys , one is climbing a roof , the other is bending down looking at the ground .
option 3: two children playing on rocks
option 4: two people climbing some sort of object in the distance
option 5: two young people at park .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a little girl standing on a sandy hill on a beach .
option 2: a small child turns to look as she walks down a sandy path .
option 3: a young blonde girl stands on a beach .
option 4: a young girl is walking down a sandy path by a large body of water .
option 5: a young girl stands on the sand by a shore .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a basketball player gets ready for the shot .
option 2: a basketball player is looking up and set to throw the ball .
option 3: florida men 's basketball player # <UNK> shooting basketball .
option 4: the basketball player is holding a basketball getting ready to take a shot .
option 5: the florida basketball player is preparing to shoot the ball .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a girl in a red polka dot dress and red headband playing with a pink <UNK> game
option 2: a girl in red and white plays with a purple toy .
option 3: a girl with a camera , looking at the screen .
option 4: a girl with a red headband is holding pink camera .
option 5: one young girl dressed in red polka dot outfit plays with toy .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a couch sits broken while a man sits a table behind them .
option 2: a man in a blue shirt reads a paper behind a broken seat .
option 3: a man reads <UNK> alone in room .
option 4: man in a blue shirt with hand on forehead behind two <UNK> .
option 5: man looking over paperwork with a broken couch in front .
Output: a man wearing a yellow shirt is walking past a large wooden building .
option 1: a black dog jumps up to catch a white ball .
option 2: a dog catches a ball in the air
option 3: a dog catches a toy outside of a brick house .
option 4: a dog leaps to catch a ball .
option 5: the big black dog is jumping up in the air to catch a ball .
{'1-gram': 0.33196323095501323, '2-gram': 0.10060596632678932, '3-gram': 0.04230178513268848, '4-gram': 0.02735302828331302}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a beach shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: three people on a boat in front of a cave .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is camping on a beach shore .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is camping on a beach shore .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is sitting on a boat in the sunset with a dog in the background .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an bouncy seat with toys surrounding him .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4361666097303453, '2-gram': 0.18262390368108478, '3-gram': 0.09625717662898808, '4-gram': 0.06076260300034284}
=> Saving checkpoint
epoch: [45/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and woman sit on a bench and look at the ocean . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a pink shirt and jeans is running through a flowered field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is helping a girl step down from a colorful truck whilst a woman and a dog sits on the ground . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a group of people sit on a bench by the beach . <EOS>
Train result
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a big , shaggy dog runs in a field of <UNK> .
option 2: a dog running in a field of <UNK>
option 3: a dog sitting in the grass , with his tongue out
option 4: a long haired dog frolics in a meadow of yellow flowers .
option 5: a shaggy dog plays in a field of grass and yellow flowers .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a boy in dark blue clothes is kneeling while holding a toy .
option 2: a boy playing with toys in a bedroom .
option 3: a boy plays in his bedroom with an air <UNK> rocket .
option 4: a boy plays with some toys in the house with a blue chair in the background .
option 5: a young boy wearing a blue outfit playing with a rocket .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a football player carries the ball during a game .
option 2: a football player catches the ball as another tries to tackle him .
option 3: a football player in an orange jersey tries to <UNK> with the ball from the <UNK> .
option 4: a football player is getting tackled .
option 5: the football player in the orange uniform has the ball in his arms .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a dirt biker covered in mud racing
option 2: a man on a dirt bike is covered in mud .
option 3: a motorcyclist riding covered head to toe with mud
option 4: man in a helmet riding a dirt bike covered with mud .
option 5: one motorcyclist covered in mud riding his motorcycle through the mud .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a dog plays in the water .
option 2: a dog runs through the water .
option 3: a dog swims in the water .
option 4: a tan dog splashes as he swims through the water .
option 5: the dog is <UNK> <UNK> a wave in the water .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: two boys play hockey on a frozen pond .
option 2: two children are playing ice hockey on frozen ground outside .
option 3: two kids play a game together with sticks in the snow .
option 4: two kids play hockey in the snow .
option 5: two kids play hockey on a pond .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a man and a big , brown dog are playing tug - of - war with a toy outside .
option 2: a man and a dog are playing tug of war .
option 3: a man and a dog tussle over a toy in a grassy yard .
option 4: a man and his dog play tug of war with a rope .
option 5: a man playing with his dog .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a man is snowboarding over a pipe .
option 2: a man snowboards over an <UNK> garbage can in the woods .
option 3: a person in a black jacket and light blue pants appears in the air with a <UNK> snowboard .
option 4: a person riding a snowboard is in the air jumping over a trashcan on a snowmobile .
option 5: a snowboard jumps over an <UNK> garbage can .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a little girl in a red dress and white hat holding two <UNK> blue bags .
option 2: a little girl in a red dress is carrying shopping bags .
option 3: a little girl is carrying two shopping bags from <UNK> .
option 4: a toddler in a red dress carries two <UNK> shopping bags .
option 5: a young girl is carrying two large black shopping bags .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a child in purple winter gear is on a red sled .
option 2: a child is sledding on a red sled
option 3: a girl in a purple coat on a red sled <UNK> down a snowy hill .
option 4: a young girl is sliding down a snow slope in a red sled .
option 5: girl wearing purple jacket rides a red snow sled .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a baby is peeking his head over blue playpen .
option 2: a baby is peeking over the top of a blue playpen .
option 3: a baby looks out over the edge of its playpen .
option 4: a baby peeking out from inside her <UNK>
option 5: a small child is standing in his blue and aqua playpen and all you see <UNK> from his eyes up .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a dog rolls on his back in the grass .
option 2: a large tan dog is rolling around on its back in a yard of grass .
option 3: a large , tan dog is rolling in green grass .
option 4: big yellow dog rolling around on the green lawn .
option 5: large dog rolling on its back in green grass .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a couple sits at a <UNK> table in a busy restaurant .
option 2: a couple sits at a table for <UNK> in a mall .
option 3: a man and woman sit at a table in a restaurant .
option 4: a man and woman sit at a table inside a fast food restaurant .
option 5: the man wearing black makes a face as the woman across from him speaks .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a group of bike riders are riding on the street .
option 2: a group of bike riders with helmets riding on a street .
option 3: a group of people are riding bicycles through a marathon .
option 4: a man riding an <UNK> bike in a bike race .
option 5: many people are in the bicycle racing , including one man in a three - wheeled bike .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a brown dog carries a multiple colored toy in the grass .
option 2: a brown dog is running across the yard with its toy in its mouth .
option 3: a dog with a toy runs through the grass .
option 4: a golden retriever runs through grass carrying a dog toy .
option 5: the dog is running with his toy in his mouth .
Output: a man wearing a red shirt is standing in a <UNK> of tulips .
option 1: a man in bright shorts hits a volleyball in the sand .
option 2: a man in colourful shorts reaching up to hit a volleyball .
option 3: a man on the sand wearing blue , pink and yellow shorts
option 4: a shirtless man in colorful shorts <UNK> a volleyball during a beach volleyball game .
option 5: the young man leaps to <UNK> the volleyball on the beach .
{'1-gram': 0.47011198006541693, '2-gram': 0.21951022079107868, '3-gram': 0.0789084372620619, '4-gram': 0.043821878159130315}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a beach shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is camping on a beach shore .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is camping on a beach shore .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is camping on a beach shore .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is camping on a beach shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an <UNK> chair in a baby 's <UNK> at a <UNK> .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4405822054532247, '2-gram': 0.21923680023823378, '3-gram': 0.09123705993417118, '4-gram': 0.05270010739325599}
=> Saving checkpoint
epoch: [46/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink hat and blue shirt pounces on a rope swing . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is helping a girl step down from a colorful truck whilst a woman in a blue coat and red and white jacket walks next to him . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Train result
Output: a man in a white helmet is walking .
option 1: a person in a hang - glider .
option 2: a person on a beach in a green hang glider .
option 3: a small parasail .
option 4: hang glider on beach
option 5: two <UNK> on one parasail landing on a sandy beach in front of a large rocky boulder and the water .
Output: a man in a white helmet is walking .
option 1: a bearded man with a backpack on his back holding a tripod in front of a rocky creek and bridge .
option 2: a man dressed in warm clothes stands before a bridge that <UNK> a river .
option 3: a man standing in front of a wooden bridge near a rocky river .
option 4: the man is walking outside near a rocky river .
option 5: there is a man with a moustache , cap and backpack standing by a bridge that running crosses water .
Output: a man in a white helmet is walking .
option 1: a girl is <UNK> a small child who <UNK> on the ice while skating
option 2: a mother and child sit on the ice at a crowded rink .
option 3: a mother is <UNK> her daughter on the sidewalk .
option 4: a woman is holding a crying baby on the floor of a busy ice rink .
option 5: a woman sitting on the ground and <UNK> a crying child
Output: a man in a white helmet is walking .
option 1: a kid doing a trick on a skateboard .
option 2: a man jumps off of his skateboard on the top of a cement ramp .
option 3: a skateboarder jumps .
option 4: person doing a trick on a skateboard in a skate park while people watch .
option 5: the skateboarder prepares to <UNK> .
Output: a man in a white helmet is walking .
option 1: a team of four <UNK> <UNK> a competition .
option 2: four <UNK> are sitting at a table with the center left one speaking .
option 3: four people are sitting at a table , with <UNK> and bottles of water in front of them .
option 4: man in red shirt speaks into microphone
option 5: the gentleman is speaking while the others are listening .
Output: a man in a white helmet is walking .
option 1: an older man in a tank top and a younger girl in striped shirt pose on a couch .
option 2: an older man is hugging a younger girl .
option 3: an old man and a young woman embrace on a couch .
option 4: an old man is hugging a woman in a red striped top on the couch .
option 5: an old man is hugging the young girl wearing a red striped shirt .
Output: a man in a white helmet is walking .
option 1: a girl is running towards a field of tall flowers .
option 2: a woman in tight jeans and a long - sleeved top in front of a line of yellow flowers and a slightly cloudy skyline .
option 3: a woman with long hair walking through a meadow
option 4: girl walking in field with yellow flowers
option 5: woman with long hair walking in a field of grass and <UNK> .
Output: a man in a white helmet is walking .
option 1: a dog runs through a field .
option 2: a light colored dog leaps in a field .
option 3: a white dog is running across a grassy field .
option 4: a white dog runs through a field .
option 5: small dog running in the field .
Output: a man in a white helmet is walking .
option 1: a beautiful view of the mountains on a snowy day .
option 2: a snowy peak .
option 3: people walking up a snowy mountain .
option 4: the brown mountains have snow on them and there are clouds in the sky .
option 5: the mountain climbers set up camp at the <UNK> .
Output: a man in a white helmet is walking .
option 1: a girl dances on a sidewalk .
option 2: a girl in a polka <UNK> top and pink pants plays outside .
option 3: a girl wearing pink dances on the sidewalk .
option 4: the girl has pink pants and a polka dot jacket on .
option 5: watching a child from behind as their long hair flies out .
Output: a man in a white helmet is walking .
option 1: a group of cross - country skiers are skiing down a trail .
option 2: a group of cross - country skiers following a path through the forest .
option 3: a large group of people cross - country skiing in the snow .
option 4: several cross - country skiers following a trail .
option 5: skiers walking up the slope .
Output: a man in a white helmet is walking .
option 1: a female in a green shirt standing while traffic passes .
option 2: a woman is standing next to a road where the cars on the road are blurry .
option 3: a woman stands in front of a <UNK> while traffic <UNK> by her .
option 4: a woman stands on an urban sidewalk holding a beige handbag .
option 5: traffic is <UNK> past the woman wearing a yellow jersey .
Output: a man in a white helmet is walking .
option 1: a child smiles as he plays in an inflatable gym .
option 2: a little boy is playing in a blow up toy .
option 3: a little boy smiles as he stands in a large inflatable toy .
option 4: a small boy jumps around in a yellow <UNK> bounce gym .
option 5: a smiling boy plays inside an inflatable yellow and white toy .
Output: a man in a white helmet is walking .
option 1: a large and a small dog are standing beside each other in a fence .
option 2: a large black dog chases a small black dog .
option 3: a large black dog <UNK> over a far smaller black dog .
option 4: the big black dog is behind the little black dog .
option 5: two black dogs are standing on the grass by a wooden fence .
Output: a man in a white helmet is walking .
option 1: a child walks while holding an adult 's hand .
option 2: a man holds a child 's hand as they walk .
option 3: a woman walks hand - in - hand with a little boy who looks like he 's pulling out a <UNK>
option 4: a young boy has his hand in the back of his pants as he walks .
option 5: the man is walking with a young child outside .
Output: a man in a white helmet is walking .
option 1: two hikers wearing dark clothes rest on a snow covered peak .
option 2: two people pose for a picture amidst a snowy , rocky landscape .
option 3: two people standing at the edge of a snow covered cliff .
option 4: two people standing on top of a rock in the middle of snow and cloud .
option 5: two people stand on the edge of a recently <UNK> on cliff .
{'1-gram': 0.5467342885082112, '2-gram': 0.24894299334321338, '3-gram': 0.10253518319877951, '4-gram': 0.061388802891905014}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and two children in a boat on the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is batting a ball on the beach beside the ocean .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and two children in a boat on the water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and two children in a boat on the water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and two children in a boat on the water .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt is walking past a large tree .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.5057217628118806, '2-gram': 0.2534507342976964, '3-gram': 0.1107533273634602, '4-gram': 0.05734220690223904}
=> Saving checkpoint
epoch: [47/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and two children in a boat on the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a green shirt is playing around large tires . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is helping a girl step down from a colorful truck whilst a woman in a yellow and orange sweater follows . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and two children in a boat on the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog is running up a grassy hill . <EOS>
Train result
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a soccer game at sunset
option 2: a soccer game being played as the sun sets .
option 3: green sports field with players beneath blue sky with pink clouds
option 4: people playing soccer on a soccer field during sunset
option 5: soccer players on a field from a distance .
Output: a man wearing a red jacket is holding the hand of a man in a red shirt .
option 1: a dog is running along a beach on a sunny day .
option 2: a dog running at the beach in front of the ocean and a bright blue cloudy sky .
option 3: a dog runs along the short at a beach .
option 4: a lean dog runs along the beach .
option 5: <UNK> dog running in the sand on a sunny day .
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a skateboarder is jumping almost as high as a building .
option 2: a snowboarder jumping off a tall brick building .
option 3: a snowboarder jumps over a pile of snow .
option 4: snowboarder jumps off rail over <UNK> .
option 5: the snowboarder is doing a stunt high in the air at night .
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a dog with a few leashes and a vest on pulls at something with its mouth .
option 2: a dog with a harness and a toy its mouth .
option 3: a dog with a reflective harness looks at the camera .
option 4: a dog with a toy in its mouth eyes the camera .
option 5: a small black and white dog in a harness is looking at the camera
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: dogs run out of the water toward a rocky beach .
option 2: three dogs are in the water next to a rocky <UNK> .
option 3: three dogs play in the <UNK> next to a rocky shore .
option 4: two large dogs and a small dog play in a lake .
option 5: two medium dogs and a small dog are playing in shallow water .
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a bmx biker performing a trick in midair over a dirt course .
option 2: a boy on a bike is jumping above some sand <UNK> .
option 3: a boy shows of his <UNK> in bike racing on a bumpy course near a river .
option 4: a person is in the air on a bike near a river .
option 5: a person jumping over a hill on a bicycle .
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a man in a white tank hits a jump with his red bmx bicycle .
option 2: a man is making a red and black bicycle jump in a city skate park .
option 3: a man wearing a white tank top is riding a red bike along a jump .
option 4: a young man jumps a bicycle off a <UNK> wall over a bench .
option 5: cyclist riding on a cement slope .
Output: a man wearing a red jacket is holding the hand of a person in a red jacket who is walking .
option 1: a bicycle stunt person midair performing a trick with fans watching .
option 2: a <UNK> rider makes a <UNK> jump as onlookers <UNK> .
option 3: a group of young people are watching a man on a dirt bike performing a stunt in the air .
option 4: a man on a bmx bike performs a trick on a jump .
option 5: a man performing a trick on a bmx bike
Output: a man wearing a red jacket is holding the hand of a man in a red costume .
option 1: a miami basketball player .
option 2: an orange - clad miami basketball player dribbles the ball while another man blocks
option 3: a tall black man playing basketball .
option 4: the basketball player is wearing an orange uniform and holding a basketball .
option 5: two men play basketball ,
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a man dressed in a green jacket is playing piano while a woman sings .
option 2: a man is sitting in front of a <UNK> , and a woman is preparing to sing .
option 3: a person playing the piano with a singer nearby .
option 4: a <UNK> and a singer are ready to perform .
option 5: the man in the green jacket is playing the piano next to a woman who is by a music stand .
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a little blonde girl splashing in a mud puddle .
option 2: a little girl <UNK> joy in playing in a big , <UNK> area of mud !
option 3: a little girl with blonde hair is playing and splashing in a mud puddle .
option 4: a naked little girl plays in a mud puddle .
option 5: a naked little girl splashing in a mud puddle
Output: a man wearing a red jacket is holding the hand of a small black dog .
option 1: a child swings high at a park .
option 2: a young child swinging on a swing at a playground
option 3: two children swinging on swings
option 4: two kids are swinging on a playground .
option 5: two young children ride on the swings at a playground .
Output: a man wearing a red jacket is holding the hand of a man in a red costume .
option 1: a man in wrestling tights poses in a <UNK> pose on a stage in front of some <UNK> .
option 2: a man wearing no shirt stands on a stage with fire in the background .
option 3: a man wearing shorts is standing near <UNK> special <UNK> .
option 4: an almost naked man on a stage with fire .
option 5: a wrestler poses in front of a series of <UNK> .
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a boy jumping ridding a skateboard wearing blue jeans and a red t - shirt with a building in the background with many windows .
option 2: a person on a skateboard jumps in a curve on the sidewalk .
option 3: a skateboarder in a red shirt .
option 4: boy in a red , white and blue shirt skateboarding .
option 5: boy skating on skateboard , photographed from low <UNK> .
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a guy with a scarf and <UNK> <UNK> .
option 2: a man in black and white cap and scarf .
option 3: a man wearing a scarf and <UNK> hat is smiling .
option 4: a person wearing a hat and scarf looks to the right .
option 5: the man has a <UNK> on top of his <UNK> hat .
Output: a man wearing a red shirt is standing in the middle of the road holding a <UNK> .
option 1: a brown dog appears to be operating a computer .
option 2: a brown dog is resting its paws on a laptop <UNK> .
option 3: a dog sits with its paws on a laptop computer .
option 4: a dog with a red bandanna has its paws on a laptop 's <UNK> and is looking up .
option 5: the brown dog with a red bandanna is sitting with its paws up on the computer .
{'1-gram': 0.4571389696545008, '2-gram': 0.20631708505211444, '3-gram': 0.10051634183420777, '4-gram': 0.05697399896744292}
Validition result
Output: a man on a motorcycle is racing .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man sits on a boat in the sunset near a flag .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a vehicle with a child on his lap .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man sits on a boat in the sunset near a flag .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is standing at edge of a body of water near a large river .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man sits on a boat in the sunset near a flag .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man sits on a bench in the park with a dog , while others walk nearby .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a child in a blue shirt is holding a green balloon in his hand .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.46485599376317666, '2-gram': 0.2611207333773643, '3-gram': 0.13803541095553679, '4-gram': 0.08474488508029217}
=> Saving checkpoint
epoch: [48/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man and a dog are standing on a river bank facing the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink hat , <UNK> , and a blue hat is running in the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket is <UNK> a <UNK> onto a <UNK> . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man sits on a boat in the sunset near a flag . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man sits on a grassy hill looking out at the view . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a black dog barking .
option 2: a black dog has its mouth open while leaning to the side .
option 3: a black dog in a flat field attempts to make a turn .
option 4: a black dog is running with its mouth open across a grassy field .
option 5: the dog ran in the field .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown dog retrieves a stick in a rocky river
option 2: a dog running through a creek .
option 3: a dog running with something in his mouth in shallow water .
option 4: a dog with a stick in its mouth runs through the rocks in shallow water .
option 5: a soaking wet dog is splashing through the water .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a bicycle gets airborne .
option 2: a bicyclist jumping a trick on a bike
option 3: a guy is sitting on his bike with one wheel in the air .
option 4: this person is doing a stunt on a bicycle , with one wheel on a ledge and one in the air .
option 5: young man performing bicycle trick on <UNK> dock near <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a black car on the street behind wire <UNK> .
option 2: a drag racer speeds down a city street in a black race car .
option 3: a man wearing a helmet driving a black race car down the street
option 4: a person wearing a white helmet races in a black race car .
option 5: someone drives a fast car past old buildings .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a man in a grey t - shirt is sitting on a rock in front of a waterfall .
option 2: a man in grey sits and watches a waterfall from a rock .
option 3: a man sits watching a waterfall .
option 4: a person sitting on a rock beside a waterfall .
option 5: a woman sits staring at a waterfall .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a bicyclist with a backpack rides down a suburban street .
option 2: a man riding a bike wearing flannel shirt , plaid pants and a blue backpack while riding on a street near buildings and parked cars .
option 3: a man wearing lots of plaid riding a bike through the streets
option 4: a person wearing a blue and white coat rides a bicycle down the street .
option 5: person riding their bicycle on the street with a backpack on .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a small boy holding a soccer ball for another boy to kick .
option 2: a very little boy is <UNK> a soccer ball from going into the goal .
option 3: a young boy playing goalie stops the soccer ball with his hands .
option 4: children playing with a soccer ball near a goal net .
option 5: two little boys in uniforms play soccer .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a jockey on a black horse jumps over a hurdle .
option 2: an equestrian and a horse are jumping over an obstacle .
option 3: a person wearing a navy jacket and black hat jumping over a small <UNK> on a horse .
option 4: a show jumper is making a brown horse jump over a white fence .
option 5: a woman on a horse jumps an obstacle .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: the two dogs are rolling on a purple blanket .
option 2: two dogs lay on their backs on a purple <UNK> .
option 3: two dogs lay upside down on a purple bed .
option 4: two dogs lying on their backs on the purple bed .
option 5: two large dogs lying on their backs on a purple <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown dog is sniffing around green grass on a hill .
option 2: a dog is digging a field .
option 3: a dog stands in a large , grassy field .
option 4: a dog walks alone in a field .
option 5: a dog with a red harness tracks a <UNK> in a field .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a girl in green is running behind a boy in red in a sports arena whilst a girl in pink is running in the background .
option 2: three barefoot children fun and smile in an indoor setting .
option 3: three children running barefoot .
option 4: three children running <UNK> in a gym
option 5: three smiling children running indoors .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a big dog shakes itself dry while standing in a creek .
option 2: a blond dog shakes water off next to a lake .
option 3: a brown dog is splashing water everywhere by shaking the water off of itself .
option 4: a tan dog is shaking water off its fur .
option 5: a white dog is standing by a river shaking himself dry .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a young group of girls covering her hair posing together outside of a building .
option 2: there are three girls with head scarves in front of a worn down building and a family walking in the background .
option 3: three girls with head <UNK> carrying <UNK> while standing on <UNK> surface .
option 4: three women are walking through the street in a rural middle - eastern town .
option 5: three women with <UNK> holding <UNK> , two smiling , one not .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a woman is wearing a dust mask on her mouth whilst walking in the street .
option 2: a woman with her hair pulled up with a <UNK> mask on .
option 3: a young woman wearing a mask .
option 4: a young women with a pink mask over her face .
option 5: girl in plaid shirt wears a mask over her face as she walks in public .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a child in a white and orange outfit doing push <UNK> .
option 2: a girl wearing blue goggles on her head makes a face while laying on the grass .
option 3: a little girl makes a <UNK> face and does a half push up in the grass .
option 4: a little girl with a bow in her hair , doing a push - up on the grass .
option 5: child lying in the grass and wearing blue swim goggles on its head .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a child in a red and grey coat in front of a wooden shed .
option 2: a child 's shadow is shown behind him .
option 3: a little boy in a thick jacket stands with his hand high over his head .
option 4: the little boy in the red jacket is casting a shadow .
option 5: this boy is waving around his arms outside .
{'1-gram': 0.42459635904783777, '2-gram': 0.18078011716403194, '3-gram': 0.08020562298700859, '4-gram': 0.04581589697710502}
Validition result
Output: a motorcycle racer speeds down a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: two people stand on a dock , looking out onto a lake .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a group of people sit on a bench .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: two people stand on a dock , looking out onto a lake .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: two people stand on a dock , looking out onto a lake .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: two people sit on a well <UNK> stone path that overlooks a large body of water .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are looking at the view on a stairway by the sea .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3726378832426934, '2-gram': 0.15062575204410658, '3-gram': 0.05894607327371436, '4-gram': 0.03733559540684895}
=> Saving checkpoint
epoch: [49/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> three people sitting on a boat <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink and white flowered dress and pink flip flops is running through a grassy field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is walking past a yellow building whilst other people passing by . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> two people stand by the water 's edge . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a campsite with tents and picnic tables . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: four dogs splashing in the water
option 2: three brown and black dogs are splashing in the water .
option 3: three brown dogs are in the water .
option 4: three brown dogs are playing in the sea .
option 5: three dogs playing in water .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a couple of people sit in chairs in a waiting room lit in sunlight .
option 2: a line of white chairs folded and a few <UNK> people sitting in the background .
option 3: people wait in chairs , one person has their shoe off .
option 4: photo of an inside of a place with chairs and people sitting in them .
option 5: some people are sitting in seats under a white framed glass canopy .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a brown and white dog <UNK> his teeth and grabs the head of another brown and white dog .
option 2: one brown dogs <UNK> at the other dog while they both are in the snow .
option 3: two brown dogs fighting in the snow .
option 4: two dogs fighting in the snow .
option 5: two golden dogs fight with each other in the snow .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a man in a pink shirt and sunglasses is sitting in the sun .
option 2: a man with sunglasses in a pink shirt .
option 3: an old man sitting down watching something .
option 4: a older man wearing a pink shirt and sunglasses sits , a woman behind him .
option 5: the man is wearing sunglasses and a pink shirt
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a boy in a green shirt is pushing a shopping cart in which a boy in a yellow shirt is riding .
option 2: an <UNK> boy pushes a shopping cart containing a smiling boy .
option 3: one boy pushes a shopping cart with another smaller boy standing up in it .
option 4: two boys play with a shopping cart in a parking lot .
option 5: two small boys play in a shopping cart in a parking lot .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a man is about to do a belly - <UNK> into the pool .
option 2: a man jumps into the blue water pool .
option 3: a young boy jumps into a pool with outstretched arms .
option 4: the boy in the black swim trunks dives into the pool .
option 5: the boy is jumping into the large pool .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a boy with blue face paint <UNK> his <UNK> .
option 2: a toddler , with a paper hat and face paint , sucking his <UNK> .
option 3: a young face - painted boy is sucking his <UNK> .
option 4: the child has blue and black face paint on , and is wearing a paper crown .
option 5: young boy wearing a paper <UNK> hat , blue jacket and blue and black face paint holds hands near mouth
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: two children rolling down a grassy hill
option 2: two people laying in the grass with legs above the ground and a building in the background .
option 3: two people rolling down a grassy hill
option 4: two people <UNK> down a grassy hill .
option 5: two young boys roll down a grassy hill .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a boy plays soccer in a field near an apartment building .
option 2: a boy prepares to kick a goal shot
option 3: a boy runs toward the soccer ball to kick it .
option 4: an action shot of a young boy about to kick a soccer ball .
option 5: a soccer player runs for a soccer ball .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a person in a red and white suit kneels down on his skateboard and rides down a road .
option 2: a person in a red , black and white racing suit and a helmet is riding a skateboard .
option 3: person skateboarding on street wearing equipment
option 4: someone with a black helmet and full body suit is kneeling on a skateboard .
option 5: the boy in the red and white suit is on a skateboard .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a man in a white shirt is airborne .
option 2: a man , low to the ground , rolls down a ramp on a skateboard .
option 3: a man skateboards in a <UNK> .
option 4: a skateboarder high in the air above an indoor ramp .
option 5: a skateboarder in midair above an indoor ramp .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a <UNK> man is passing by two people at an art gallery .
option 2: a man and woman are looking at <UNK> that is on <UNK> and <UNK> to a fencing wall .
option 3: a man with a basket is walking through an are gallery .
option 4: people <UNK> <UNK> on the street .
option 5: some people are looking at pictures at an art gallery .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a black dog in running in a field .
option 2: a black dog is running through a marsh - like area .
option 3: a black dog runs through a muddy bank .
option 4: a dog running through <UNK> ground .
option 5: a mostly black short haired dog is running in a <UNK> area with its tongue out .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a girl swings a young boy near an <UNK> doorway .
option 2: a girl swings her little brother around in a courtyard .
option 3: a woman swinging a boy in a circle .
option 4: a woman swings a boy around outside a building .
option 5: a young woman swings a young boy around by the hands .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a boy in a pool <UNK> his head back .
option 2: a boy with dark hair is in water and is looking up .
option 3: a closeup of a young dark - haired boy swimming in a pool of water .
option 4: a smiling boy floats in a pool .
option 5: boy peeking up from blue water .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a girl is feeding a camel
option 2: a little girl <UNK> a
option 3: a little girl in a purple t - shirt <UNK> an animal .
option 4: a young girl feeding a camel .
option 5: the girl is at a petting <UNK> and feeding a camel .
{'1-gram': 0.38641746752880934, '2-gram': 0.1709340210592481, '3-gram': 0.07389937389696345, '4-gram': 0.04328608328341198}
Validition result
Output: a man in a yellow helmet is on a bicycle in a <UNK> .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is standing at edge of a dock , with two fishing poles behind him .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and woman relaxing in a beautiful , scenic country .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is standing at edge of a dock , with two fishing poles behind him .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and woman sit on a bench , watching a boat go by .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a white helmet is standing by a <UNK> in the mountains .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.42900910364145656, '2-gram': 0.22385456166806508, '3-gram': 0.1181127565415916, '4-gram': 0.07119206228738964}
=> Saving checkpoint
epoch: [50/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> two people stand on a dock , looking out onto a lake . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped shirt <UNK> a soccer ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing in front of a <UNK> surrounded by a woman in a black jacket . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and woman sit on a bench , watching a boat go by . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and woman sit on a bench , watching a boat go by . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man holding and kissing a crying little boy on the cheek .
option 2: a man in a green shirt is kissing a crying toddler whilst watching runners in a road race .
option 3: a man kissing a baby at a marathon .
option 4: a man wearing a green shirt is trying to <UNK> his crying child by holding the child and giving him a kiss on the cheek .
option 5: man kisses crying baby at a marathon .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a boy hugging a <UNK> bee <UNK>
option 2: a child hugging a person in a large bee costume .
option 3: a giant bee costume hugs a boy .
option 4: a little boy hugging a giant bee mascot .
option 5: small boy <UNK> by person in bee costume , blurry urban background .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a black dog stands on a rock , green fields behind him .
option 2: a black dog with white paws is climbing over a rock .
option 3: a black dog with white paws stands on a large rock in a field .
option 4: a dog with its two front paws on a rock in a field .
option 5: the black dog is climbing on a rock .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man lays on a bench while his dog sits by him .
option 2: a man lays on the bench to which a white dog is also tied .
option 3: a man sleeping on a bench outside with a white and black dog sitting next to him .
option 4: a shirtless man lies on a park bench with his dog .
option 5: man laying on bench holding leash of dog sitting on ground
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a boy in a swimsuit slides along a stretch of wet plastic .
option 2: a boy slides down a water slide as another boy runs past .
option 3: a man in black shorts is sliding on a tarp .
option 4: boy in black shorts sliding on black surface covered with water with green trees in the background .
option 5: boy sliding on a wet plastic surface
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a girl is standing outdoors with her hair blowing everywhere .
option 2: a girl <UNK> her hair blow in the wind .
option 3: a girls brown hair is <UNK> by the wind .
option 4: a smiling young woman is shown from the shoulders up with her long hair blowing in the wind .
option 5: smiling girl with brown hair blowing in air .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man asleep on the ground at a subway station , holding a camera tripod .
option 2: a man holding a telescope and lying down on a train platform .
option 3: a man lays against a wall near train tracks .
option 4: a man rests against a cement <UNK> with his hands on metal equipment .
option 5: a man sleeping on the ground in a subway .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a dirt biker performs a trick in midair ,
option 2: a driver gets high in the air with his motorbike .
option 3: a motocross racer does a trick in midair .
option 4: man performing stunts with his motorcycle .
option 5: the man is hanging off the back of the motocross bike as it is jumping through the air .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man in a winter jacket and knit cap stand with his arms up at his side in a snow landscape .
option 2: a man is standing on dirt with his hands in the air with mountains and snow behind him .
option 3: a man raises his arms on rocky beach .
option 4: one lone man with fist in the air with large rocky mountains in the background
option 5: man with outstretched arms standing on snow - covered rocks .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a girl doing the <UNK> in midair .
option 2: a girl is doing the <UNK> in the air in front of some trees .
option 3: a woman grabbing her feet while jumping in front of trees .
option 4: a young girl doing a trick in midair in front of a tree .
option 5: jumping girl grabs her feet , plants in background .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man and a dog stand atop a black <UNK> mountain range .
option 2: a man and a dog stand on a black rocky mountain .
option 3: a man taking a picture of a dog on a dune .
option 4: a man with a camera and a dog on a mound of gravel .
option 5: the dog is standing on top of the rocks next to a man taking a photograph .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a black and white dog emerges from a yellow tunnel being <UNK> by a man in a blue shirt at a dog show .
option 2: a black and white dog is running out of a yellow tunnel with his trainer next to him .
option 3: a black and white dog running from under a yellow cover with a person behind them .
option 4: a man in a yellow and blue shirt behind a dog that is running out from under a yellow cloth .
option 5: a small dog sprints away while its owner tries to catch it .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a brown dog is running and looking up at the sky .
option 2: a brown dog runs on brown grass .
option 3: a golden colored <UNK> <UNK> in the grass .
option 4: the brown dog is playing outdoors .
option 5: the furry brown dog is running through the grassy area .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a group of people stand in the snow in a mountain .
option 2: a person is jumping over a house on skis .
option 3: a snowboarder jumps over a shed .
option 4: people watch as a person skis down a mountain .
option 5: skiiers on a snowy mountain .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a horse jockey is riding on a course .
option 2: a woman on a horse .
option 3: a woman on a racing horse .
option 4: girl with helmet riding a brown horse
option 5: the rider of the brown horse is wearing a blue shirt .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a closeup of a little girl on a swing .
option 2: a little girl in a dress with pink flowers swings on a red - seated swing .
option 3: a little girl in a pink and white flowered dress and blue sweater swinging .
option 4: a young girl is swinging in a backyard .
option 5: the little girl swings in the backyard .
{'1-gram': 0.5160472184953321, '2-gram': 0.24593783685162804, '3-gram': 0.09796729721306054, '4-gram': 0.06087263063885784}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is fishing in a foggy lake .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and two children walk on the beach in front of the ocean .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is fishing in a foggy lake .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is fishing in a foggy lake .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is fishing in a foggy lake .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are looking at the view on a stairway by the sea .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is putting some cutout letters on the wall .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.43367246675263965, '2-gram': 0.16582332415984014, '3-gram': 0.08857245790537437, '4-gram': 0.049312560184192764}
=> Saving checkpoint
epoch: [51/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man fishing in a pointy boat . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a girl in a yellow dress runs holding a bucket . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow shirt is walking past a large poster . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man sits on a boat in the sunset near a flag . <EOS>
Train result
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a blond girl with sunglasses on her head looks <UNK> .
option 2: a woman wearing sunglasses .
option 3: a woman wearing sunglasses on her head looking down .
option 4: woman wearing black shirt and glasses on head <UNK> to something
option 5: woman with black sunglasses looks down at something .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: three dogs are playing in the water .
option 2: three dogs in different shades of brown are playing in the water .
option 3: three dogs playing in the green water .
option 4: three dogs play in water .
option 5: three dogs play together in the water .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a brown dog appears to be operating a computer .
option 2: a brown dog is resting its paws on a laptop <UNK> .
option 3: a dog sits with its paws on a laptop computer .
option 4: a dog with a red bandanna has its paws on a laptop 's <UNK> and is looking up .
option 5: the brown dog with a red bandanna is sitting with its paws up on the computer .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a group of people in green shirts push a <UNK> in a parade .
option 2: people in matching outfits next to a <UNK> .
option 3: several people dressed in like jerseys roll an old <UNK> during a competition .
option 4: six men are pushing a large wooden wheel along the ground in front of an audience .
option 5: young adults wearing uniforms wheel a <UNK> .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a brown and white dog is playing in a pool with a man .
option 2: a man and a dog are in a pool together .
option 3: a man and dog are splashing in a swimming pool .
option 4: a man is standing in the pool behind the dog that is swimming .
option 5: a small brown and white dog swimming through the pool next to a man .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a black and white dog runs on soft green grass .
option 2: a dog runs in a field with its tongue sticking out .
option 3: a dog runs on a <UNK> with its mouth open .
option 4: the brown and white dog is running through the grass .
option 5: the dog is running on grass .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: two girls are walking arm in arm past an amusement arcade .
option 2: two girls are walking away from the camera under a walkway .
option 3: two girls in shorts walk towards <UNK> signs .
option 4: two teenage girls walking down a mall <UNK> .
option 5: two women walk on the sidewalk .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a boy playing on a playground
option 2: a boys plays at the playground .
option 3: a child in jeans and a t - shirt hangs from monkey - bars at a playground .
option 4: african - american boy is playing on playground .
option 5: a smiling boy hangs onto a zip - line structure at a playground .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a boy , bundled up , <UNK> on a one person <UNK> , in the snow .
option 2: a child in blue sitting on a sled in the snow .
option 3: a kid sits on a skiing device in the snow .
option 4: a small child is riding on a <UNK> .
option 5: there is a child on a sled type machine , in the snow .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: two <UNK> dogs are fighting .
option 2: two dogs are fighting on brick pavement .
option 3: two dogs playing with each other
option 4: two light golden colored dogs playfully wrestle together on the brick area .
option 5: two pale brown dogs <UNK> on paved ground .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a black and white dog is in the grass with a red striped disk .
option 2: a black and white dog jumping in the grass after a frisbee .
option 3: a black and white dog jumps in the air near a red frisbee .
option 4: a dog is on his hind legs and a frisbee is near the ground .
option 5: a dog jumping for a frisbee in a field .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a cat standing on carpet is <UNK> in a piece of string in the air nearby wood <UNK> .
option 2: a white and brown cat <UNK> at a <UNK> string dangling in front of him
option 3: cat playing with a dangling string .
option 4: cat standing to play with string .
option 5: the white and black cat <UNK> at the piece of fabric .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: three brown dogs on the <UNK> grass .
option 2: three tan dogs are outside , one licks the other 's nose .
option 3: two dogs are nose to nose while a third dog stands next to them .
option 4: two dogs touching noses near another dog .
option 5: two tan dogs <UNK> each others faces .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: two girls play outside with chalk .
option 2: two little girls are sitting on pavement playing a game with candy .
option 3: two little girls play with sidewalk chalk .
option 4: two little girls sit in front of the flower garden , playing with chalk .
option 5: two young girls sitting on a sidewalk coloring on it with chalk
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: a group of children in the ride <UNK> " frog <UNK> " .
option 2: a group of children on the " frog <UNK> " ride at a fair .
option 3: five children on a white - metal midair ride <UNK> the frog <UNK> .
option 4: five little kids are on a ride <UNK> the frog <UNK> .
option 5: little kids are on an amusement park ride .
Output: a man wearing a yellow shirt is holding up a sign that <UNK> <UNK> <UNK> <UNK> .
option 1: two women are looking at a monitor with a long <UNK> .
option 2: two women are watching a monitor screen outside in a city street .
option 3: two women , a tv with <UNK> before them , one is watching the other is looking down .
option 4: two women on a street are stopped at a <UNK> .
option 5: two women set up a small <UNK> computer .
{'1-gram': 0.27570329946891875, '2-gram': 0.09861717485438184, '3-gram': 0.039263267709324576, '4-gram': 0.024447544922870733}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: two girls in swimsuits are playing in the water near the seashore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and two children in life jackets in a boat on a lake .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: two girls wade in the surf , and one shows of her <UNK> .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: two girls wade in the surf , and one shows of her <UNK> .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: two girls wade in the surf , and one shows of her <UNK> .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: two people stand on a cliff overlooking the ocean .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an bouncy seat with toys surrounding him .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3697664617690653, '2-gram': 0.1349208132337566, '3-gram': 0.06417898733798609, '4-gram': 0.036850642324652294}
=> Saving checkpoint
epoch: [52/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a brown dog and a brown dog in the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink dress runs through a field of tall grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow shirt is walking past a yellow and red car . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> two boys in a blue raft boat <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> two men are riding in the water . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: two children with chocolate around their mouths are pulling funny faces .
option 2: two girls are making funny faces and one has food <UNK> on her face around her mouth .
option 3: two girls with chocolate mouths
option 4: two little brown haired girls are <UNK> and <UNK> their eyes .
option 5: two little girls , one with chocolate on her face , make faces .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a dog is running across a desert with bushes around him .
option 2: a dog running across the sand
option 3: a dog running up a sandy hill
option 4: a little brown dog is running fast on a sand dune during the day .
option 5: small , hairy dog running in the sand .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a group of people are sitting around a campfire at night .
option 2: a group of people sitting on the grass by a fire at nighttime .
option 3: a group of young people are sitting around a fire pit .
option 4: friends enjoy a campfire .
option 5: several people sitting around a campfire
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a lone snowboarder jumping on the side of a snowy mountain .
option 2: a scene of snow and water .
option 3: a snowboarder jumping in the air off of snow .
option 4: a snowboarder is making a jump over a hillside with deep <UNK> located in the woods .
option 5: a snowboarder jumps high over the snowy hill .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: men wearing hats and coats are walking together
option 2: a group of old men walking down the street
option 3: a group of seven men walking and standing on a concrete surface .
option 4: a group of walking men .
option 5: seven older <UNK> walking together in a group outside .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a big brown dog plays with a small white dog near a ball .
option 2: a brown dog is jumping on top of a smaller white dog and there is a colorful ball on the floor .
option 3: a large brown and a small white dog play indoors on a carpet .
option 4: the fat brown dog is standing over the little white dog .
option 5: two dogs play together .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a child pushes its face up towards a window of a playground .
option 2: a girl <UNK> <UNK> <UNK> of water come her way .
option 3: girls <UNK> , <UNK> against <UNK> hole in wet , colorful structure .
option 4: one boy who has a funny expression on his face has his hands up by his head and is looking through a hole .
option 5: water is spraying on the child with its face through a cut out hole .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a bunch of men playing rugby
option 2: a group of men running in a field .
option 3: a rugby player runs with the ball whilst being <UNK> by a line of backs .
option 4: a soccer player <UNK> with the ball on a sunny day .
option 5: rugby players running with trees and spectators in the background .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a <UNK> old man stars at a young couple as they smoke a cigarette .
option 2: a man and woman sitting , with a man standing to the left .
option 3: an older man stands over two <UNK> at the corner of an unusual building .
option 4: a red haired man in white pants <UNK> at a couple sitting on a step .
option 5: several people standing and sitting outside on the sidewalk .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: two little puppies chase each other on a stone wall .
option 2: two puppies run across flat stones in garden area .
option 3: two puppies walking on stones .
option 4: two small puppies run along the edge of a stone wall nearby a heavily <UNK> area .
option 5: two small tan puppies walking on a stone path
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a group of children are lined up for a performance on a stage .
option 2: a group of girls and boys practice together on a school stage while a few adults and children watch on .
option 3: a group of kids are standing onstage in front of an audience ready to perform .
option 4: a group of kids onstage .
option 5: a large group of children performing on a stage in front of an audience
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: the backs of two girls dressed <UNK> in black shirts and black and red plants as they climb on a fence .
option 2: two children in identical outfits hang on a chain link fence .
option 3: two girls wearing red pants , black pants , and sandals are climbing a chain link fence .
option 4: two <UNK> dressed girls climbing a fence
option 5: two young girls in matching outfits standing on a chain link fence .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a couple sitting on the concrete outside a set of big brown wooden doors .
option 2: two people wearing <UNK> huddle on a <UNK> in the rain .
option 3: two teenagers huddle in a doorway in the rain .
option 4: two young adults holding each other in front of a door .
option 5: young , hooded boy and girl huddle on steps outside large doors .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a lady in orange is running .
option 2: a woman in an orange jacket and orange glasses is jogging .
option 3: a woman in a red jacket and orange glasses is jogging .
option 4: a woman in orange sunglasses jogs .
option 5: a woman in red with a black headband running on a street with three other people in the background .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a white and a white dog are fighting over a stick in the water .
option 2: two dogs are playing with a stick in a lake .
option 3: two dogs in the water fight over a stick .
option 4: two dogs playing in the water with a stick
option 5: two dogs playing with a stick in shallow water .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown and white dog is running with a yellow frisbee .
option 2: one brown and white dog with a green frisbee in mouth and one brown and white dog by the fence .
option 3: one dog is sniffing the ground by the wooden fence whist another dog is carrying a frisbee in its mouth .
option 4: there is a dog carrying a frisbee .
option 5: two dogs , one with a frisbee .
{'1-gram': 0.3279428839159209, '2-gram': 0.10833151215484116, '3-gram': 0.04515241785838382, '4-gram': 0.026517840125761295}
Validition result
Output: a man in a yellow helmet is on a bicycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a dog is running on the beach .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: two people stand on a dock , looking out onto a lake .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a dog is running on the beach .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a dog is running on the beach .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and a dog on the beach .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: three people walking on rocks near a stream
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a young boy in a red shirt holds on to a rubber chicken with chopsticks .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.47536059520222207, '2-gram': 0.21105897670859813, '3-gram': 0.10453482470647939, '4-gram': 0.07199098260449399}
=> Saving checkpoint
epoch: [53/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> two dogs play in shallow water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a red shirt and blue pants is running through the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow shirt is walking past a red building in the city . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a dog is looking at a <UNK> attached to a man in a boat . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog and a dog play in the water with a frisbee on it . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a beige , white and black little dog is bounding towards the camera from the street onto the green grass .
option 2: a dog is running along the grass .
option 3: a multicolor puppy running on the lawn beside a road .
option 4: a puppy running along a street .
option 5: a small dog is running on the grass beside the road .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a person drives in a red car .
option 2: a person in a red car , with a bridge in the background .
option 3: a person waits inside a red <UNK> car .
option 4: a red car driving over a bridge .
option 5: the lady in the red car is crossing the bridge .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a mother and daughter pose in front of a waterfall .
option 2: a woman and a child are sitting on a log and stone fence with a waterfall in the background .
option 3: a woman and a girl sitting on a fence in front of a waterfall
option 4: a woman and her daughter in front of a waterfall
option 5: a woman is sitting with a girl on a fence in front of a waterfall .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: three little children in a grassy yard running towards the camera .
option 2: three little kids are playing on a yard .
option 3: three toddlers are running towards the camera in a grassy yard .
option 4: three young children are walking through a grassy yard .
option 5: two little girls and one little boy are running on the grass .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a man and a woman are biking on a sunny day .
option 2: man and woman cyclists ride pass signs on rural road .
option 3: two bicyclists ride down a hill .
option 4: two friends bike down a hill .
option 5: two people are riding their bicycles on a dirt road
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a black dog running through a grassy yard carrying a large ball in its mouth .
option 2: a black dog runs with a ball in its mouth .
option 3: a dog runs in a yard with a deflated ball in its mouth .
option 4: a dog runs with a volleyball .
option 5: the black dog is carrying a blue and white ball in its mouth .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a boy on a green plastic swing .
option 2: a little boy sitting on a green swing .
option 3: a smiling boy plays on a green plastic swing - toy .
option 4: boy swinging on a swing set .
option 5: little boy riding on green swing in a playground .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown and white dog walks behind a brown cow .
option 2: a dog is running past a farm animal nearby a fence diving tall and short grass .
option 3: a dog running along beside a cow in a grassy field .
option 4: dog and cow in field .
option 5: the brown and white dog ran through the green grass .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a black and a white dog are running on the grass .
option 2: a black dog and a white dog race in a grassy field while spectators look on .
option 3: a white dog and a black dog running side by side on the grass while onlookers watch .
option 4: two dogs , a pitbull and a black labrador , run side by side .
option 5: two dogs racing in a field , with people looking on .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown and white dog stands on his hind leg and barks .
option 2: a brown dog on his hind legs in the shadow of some trees .
option 3: a dog jumps in the woods .
option 4: a dog stands on its hind legs in a wooded area while another dog watches .
option 5: a white dog is jumping in the air to catch a ball in the woods .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: two girls point to a round silver mirror on the wall .
option 2: two woman point at a mirror that is <UNK> like a ball .
option 3: two women , one with a camera , reach out and touch a <UNK> ball .
option 4: two women point to a silver object and take a picture of it .
option 5: two women take a digital photo of a <UNK> <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a boy in a yellow polo standing in tall grass
option 2: a kid hides from the camera in the <UNK> bushes .
option 3: a little boy standing in very tall green grass .
option 4: boy in striped shirt standing among the tall <UNK> .
option 5: the little boy in a yellow , striped shirt stands in some tall grass .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a basketball player dribbles the ball during a game .
option 2: a basketball player wearing a white uniform is dribbling the ball on the court .
option 3: a man wearing a white uniform dribbles the basketball during a game .
option 4: a professional basketball player dribbles the ball around the opposing player .
option 5: basketball player pushes away opponent
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a jockey in yellow and a jockey in blue are racing their horses down a grassy <UNK> .
option 2: the jockey wearing a yellow hat <UNK> out the jockey wearing blue .
option 3: two horses with riders , race along the track .
option 4: two jockeys , one in yellow , one in blue , riding horses in a race .
option 5: two jockeys race horses
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a girl in a purple dress crying on the floor .
option 2: a girl in a purple dress is throwing a <UNK> .
option 3: a little girl in a purple plaid dress is lying on the floor crying .
option 4: a little girl in a purple plaid dress lays on the floor and <UNK> with her toy beside her .
option 5: a young girl in a purple dress throws a <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a bald man in a blue shirt is operating a <UNK> <UNK> .
option 2: a man in an apron operating an open wood stove .
option 3: a man operating a <UNK> .
option 4: a man wearing a black apron is cooking .
option 5: the man wearing blue jean shorts is <UNK> .
{'1-gram': 0.3572108582791397, '2-gram': 0.16336761051500226, '3-gram': 0.07276406990882592, '4-gram': 0.03807520059322481}
Validition result
Output: a man in a red uniform makes a jump on a motorbike .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a white dog is walking on a rocky beach .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a vehicle with a child on his lap .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a white dog is running on a beach beside a river .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a dog is running on a beach towards a <UNK> building .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a dog is running through a creek with a stick in its mouth .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are looking at the view on a stairway by the sea .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small child is sitting in a <UNK> green tunnel .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.49144752306517014, '2-gram': 0.2530937896820723, '3-gram': 0.13114162895127982, '4-gram': 0.07954245627255432}
=> Saving checkpoint
epoch: [54/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a brown dog and a swan having a <UNK> beside a pond . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red and white dress is playing with a red ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue shirt and jeans stands behind a sign that says " <UNK> ' mom ' ' ' <UNK> ' mom ' ' <UNK> " . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a white dog is running on a beach towards a <UNK> building . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog is running through a creek with a stick in its mouth . <EOS>
Train result
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a <UNK> of <UNK> get wet .
option 2: a group of men in a blue raft doing <UNK> rafting .
option 3: a group of people are in a large raft on choppy water .
option 4: a group of people go down the rapids in a blue and yellow raft .
option 5: <UNK> in a blue raft <UNK> the river - rapids
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a <UNK> player hitting an <UNK> stick .
option 2: a man in a red and white jersey is hitting a man in a blue and white jersey during a field hockey game .
option 3: a man in a red uniform swings while another in a blue uniform jumps and others look on .
option 4: two field hockey players collide .
option 5: two men attempt to hit a ball on a sports field with their team members standing by .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a crowd is standing in front of a building while holding newspapers and holding flags .
option 2: adults and children <UNK> in a town .
option 3: a group of people holding red flags and <UNK> in front of a large building .
option 4: a group of people stand together holding papers and flags .
option 5: people <UNK> a <UNK> .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a closeup of a bicycle rider 's leg .
option 2: a man in shorts on a black bicycle .
option 3: a man wearing white socks is <UNK> a bicycle .
option 4: a man wears white socks with <UNK> up brown shoes on a black bicycle .
option 5: closeup of man 's legs on a bicycle <UNK> .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: people playing cricket in the park , pine trees in the back .
option 2: people playing cricket on a field .
option 3: some adults play cricket on a nice day .
option 4: some men are playing cricket in front of a white building .
option 5: the men stand together out on the lawn .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a dog is running through a field with its tongue hanging out .
option 2: a dog runs with his tongue hanging out .
option 3: a dog with its mouth open is running .
option 4: brown and cream dog with tongue out
option 5: the white and black dog runs on the field with his tongue hanging out .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a brown and black dog leaps through the <UNK> <UNK> grass .
option 2: a dog runs through the grass .
option 3: a shepherd bounds through the grass .
option 4: black and brown dog running on grass .
option 5: brown and tan dog , mouth open with tongue hanging out , running in the grass .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a man is surfing a big wave on a white surfboard .
option 2: a man surfing a crashing wave .
option 3: a man surfs over a huge wave in the ocean .
option 4: an african american man is jumping off a surfboard in a crashing wave in the ocean .
option 5: a surfer is falling of his surfboard in the middle of a crashing wave .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a boy in an orange jacket appears <UNK> .
option 2: a boy wearing an orange coat <UNK> at the camera .
option 3: a <UNK> boy in the snow wears a helmet and an orange <UNK> <UNK> jacket .
option 4: child in orange jacket and a helmet playing in the snow .
option 5: the boy wearing the red jacket and helmet is <UNK>
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a brown dog is lying on a grassy field as the wind blows through his fur .
option 2: a dog playing in the grass .
option 3: a golden retriever is running in a grassy field
option 4: a yellow dog is running in a field near a mountain .
option 5: the dog is running through the grass in the sun .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a man in a blue shirt looking to his right .
option 2: a man looks <UNK> as he stands in front of a blue and white umbrella .
option 3: a man wearing a blue shirt makes a <UNK> face .
option 4: a white guy giving a dirty look .
option 5: a young man in a blue shirt sits in front of a group of blue and white umbrellas .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a <UNK> of three walk the street .
option 2: a man , woman , and child stand outside looking <UNK> and waiting for something .
option 3: an asian man , woman , and child are standing on a sidewalk .
option 4: three asian people standing on a sidewalk with a street scene in the background
option 5: three asian people wait on the sidewalk .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a brown dog is running through tall green grass .
option 2: a brown dog running in field of long green grass .
option 3: a brown <UNK> dog runs through high grass .
option 4: a golden dog runs through a field of tall grass .
option 5: a lean dog playing in tall grass .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a dog is running while another dog behind it carries a tennis ball .
option 2: a dog runs with another dog in the background holding a ball in its mouth .
option 3: two black and white dogs running in a field .
option 4: two black and white dogs walking on dirt , one of which has a ball in its mouth .
option 5: two dogs are running in the dirt , one with a ball in its mouth .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: a black dog in a red harness jumping .
option 2: a black dog <UNK> up into a pool .
option 3: a black dog sprints near the blue fence .
option 4: a man watches <UNK> as his black dog leaps into the water .
option 5: black dog running while man looks on .
Output: a man in a yellow jacket throwing a yellow frisbee .
option 1: brown and black dogs playing water .
option 2: the two dogs are in the murky water
option 3: two dogs in a stream .
option 4: two dogs stand chest deep in water , next to a stick .
option 5: two dogs wearing collars stand outdoors in water up to their <UNK> .
{'1-gram': 0.4089764946131768, '2-gram': 0.2058395516081738, '3-gram': 0.10923548468440825, '4-gram': 0.07290659251746083}
Validition result
Output: a man on a motorcycle going around a corner .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: two people sit on a dock near the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: two people sit on a dock near the water .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: two people sit on a dock near the water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: two people sit on a dock near the water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: two people sit on a dock near the water .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: two people sit on a dock near the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a baby seat wearing a red beanie that says " love " .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4359089968401686, '2-gram': 0.2292495588880153, '3-gram': 0.12055276052507571, '4-gram': 0.06575202635876799}
=> Saving checkpoint
epoch: [55/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> two people sit on the end of a dock . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a yellow dress and pink boots running . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow shirt is walking past a red brick building with other people behind them . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is standing in front of a mountain with a rock in the background . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> two people stand on a dock , looking out onto a lake . <EOS>
Train result
Output: a man is throwing a stick into the air .
option 1: two dogs are playing tug of war with a green toy .
option 2: two dogs fight over a green stuffed toy .
option 3: two dogs holding a green and orange toy between them .
option 4: two dogs , one brown and white , the other black and white , play tug - of - war with a green toy .
option 5: two dogs sharing a toy .
Output: a man is throwing a stick into the air .
option 1: a man in jeans is playing with a ball while a woman in jeans stands nearby looking away .
option 2: a man running across the grass towards a woman .
option 3: a woman stands in a field with her hands on her hips while a man runs up behind her .
option 4: the woman wearing black is standing in a grassy field as the man in the blue cap runs .
option 5: two people in a field looking off - camera .
Output: a man is throwing a stick into the air .
option 1: a man is throwing another around in a wrestling ring .
option 2: a wrestler is being held in the air by another man in the ring .
option 3: a wrestler is being lifted off the ground by another wrestler .
option 4: professional wrestler getting <UNK> by another .
option 5: two people are in a wrestling match .
Output: a man is throwing a stick into the air .
option 1: a brown and white dog swimming in water
option 2: a brown dog is making a big splash whilst trying to swim .
option 3: a dog swims and splashes .
option 4: a tan and white dog looks <UNK> while splashing in the water .
option 5: dog swimming and splashing through water .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a man in pets a dog on the chest at a park .
option 2: a man petting a dog .
option 3: a young man <UNK> the neck of a dog .
option 4: a young man sits with a dog outside .
option 5: a young man sitting and petting his dog
Output: a man is throwing a stick into the air .
option 1: a man dressed in gray gear , including helmet , races a dirt bike on a dirt track .
option 2: a man in a black uniform and helmet <UNK> with his bike 's front wheel in midair .
option 3: a man riding a dirt bike
option 4: a motorcycle racer is in action at the track .
option 5: biker riding dirt bike on dirt track
Output: a man is throwing a stick into the air .
option 1: three girls dancing in front of a couple of musicians .
option 2: three girls in hats and dresses dance to music played by boys in the background .
option 3: three girls in <UNK> hats dance for a band .
option 4: three girls wear straw hats and dance on a stage .
option 5: three young girls in hats are dancing .
Output: a man is throwing a stick into the air .
option 1: a man smiles and holds onto a rope on a boat .
option 2: a man wearing a brown shirt is talking to a man in a white shirt .
option 3: a man with a brown t - shirt holds on to a wire while another man looks on .
option 4: two men on a boat .
option 5: two men one has a white shirt and other one has on a brown shirt and sunglasses .
Output: a man is throwing a stick into the air .
option 1: a girl carries a sign that reads the rescue while a group of people follow her .
option 2: a girl wearing a headband is carrying a pink sign on the street .
option 3: a woman with a headband walking at the lead of a crowd , holding a sign saying " the rescue " .
option 4: a young girl in a blue shirt is walking in the sidewalk and holding up a pink sign that says , " the rescue . "
option 5: girl with blue shirt at a protest .
Output: a man is throwing a stick into the air .
option 1: a dog in a snowy area .
option 2: a spotted dog catching a ball on a snowy field .
option 3: a white and brown spotted dog runs along the snow to catch a ball .
option 4: a white dog is running fast on a trail covered by snow .
option 5: the brown and white dog is playing in the snow .
Output: a man is throwing a stick into the air .
option 1: a dog attempting to drink from an outdoor water <UNK>
option 2: a dog drinking out of a water <UNK> .
option 3: a dog drinks water out of a water fountain .
option 4: a hand turns the <UNK> to <UNK> three dogs to drink some water .
option 5: three dogs drinking water at a public <UNK> .
Output: a man is throwing a stick into the air .
option 1: a boy in a <UNK> jersey poses on his bike .
option 2: a boy in a new <UNK> <UNK> shirt sitting on a toy <UNK> <UNK> motorcycle on a tennis court .
option 3: a boy wearing a <UNK> jersey is riding a <UNK> bike on the playground .
option 4: a young boy wearing a <UNK> jersey poses on a toy motorcycle in a <UNK> area .
option 5: little boy rides around playground on a motorized bike .
Output: a man is throwing a stick into the air .
option 1: a man does <UNK> rock climbing .
option 2: a man dressed in all black is climbing down a mountain <UNK> by cords
option 3: a man is climbing the side of a cliff .
option 4: a man wearing a white helmet is <UNK> down a sandy colored rock face .
option 5: a rock climber with a white helmet is <UNK> .
Output: a man is throwing a stick into the air .
option 1: a child with a yellow shirt riding a yellow bike in a city .
option 2: a little boy is riding a yellow bicycle across a town square .
option 3: a small boy in yellow rides a bike very fast on a brick road .
option 4: a small child wearing yellow rides his yellow bike in a city center .
option 5: little boy riding yellow bicycle in a <UNK> crowded plaza .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a boy pauses in drawing on a white balloon to smile at the camera , and the girl next to him also smiles at the camera .
option 2: a brunette boy and girl smile for the camera while drawing faces on a white balloon .
option 3: a girl is smiling and a young man is drawing on a white balloon .
option 4: two smiling people with dark hair .
option 5: two young adults smile at the camera .
Output: a man is throwing a stick into the air .
option 1: a man is <UNK> down a cliff over the ocean .
option 2: a man is <UNK> down a cliff next to a lake .
option 3: a man is <UNK> down the side of a mountain over the ocean .
option 4: a person is swinging by a <UNK> over the ocean .
option 5: a person <UNK> a cliff above a body of water .
{'1-gram': 0.47587630311165025, '2-gram': 0.1722233390243464, '3-gram': 0.10376905737378425, '4-gram': 0.06428147260603848}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a dog is walking on a rocky beach .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a small child down a paved road .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a dog is walking on a rocky beach .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a dog is running on the beach .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man sits on a sailboat with the sun setting behind him .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man sits on a bench near a woman in front of a waterfall .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a little boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.49161255760128486, '2-gram': 0.27602461801288836, '3-gram': 0.10666728922197528, '4-gram': 0.06008671282453832}
=> Saving checkpoint
epoch: [56/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is looking at a medium sized dog at the beach . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little boy in a striped shirt is running through the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is helping a girl step down from a colorful truck whilst a woman and a dog standing beside him . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a dog is running on the beach . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is sitting on a boat in the middle of the ocean . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a couple wearing winter coats posing together .
option 2: a man and woman pose for a picture together , with <UNK> smiling .
option 3: a man has is arm around the woman who is holding a <UNK> object up to her face .
option 4: a man in woman dressed warmly pose for a picture .
option 5: blurry photo of man and woman .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a bicyclist performing a trick in midair .
option 2: a biker is doing an aerial trick on his bike .
option 3: a guy does a trick in the air .
option 4: a man wearing a helmet is doing a stunt with his bmx bike .
option 5: the man wearing a red shirt is performing an aerial stunt on a bicycle .
Output: a man in a red shirt is standing in a tent holding a small stick .
option 1: a brown dog is laying in the snow .
option 2: a brown dog is laying on snow .
option 3: a brown dog lays in the snow while posing for a picture .
option 4: a brown dog playing in the snow .
option 5: a tan dog is sitting in some snow
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a closeup of a girl with curly black hair smiling .
option 2: a <UNK> picture of a girl with brown hair smiling <UNK> at the camera .
option 3: a young woman laughing .
option 4: a young woman with curly brown hair smiles into the camera .
option 5: brunette woman running tongue over teeth .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a girl in a dress sitting on a red swing ride .
option 2: a girl sits on a swing ride .
option 3: a small asian girl is sitting in a red seat on a merry go round .
option 4: the girl is sitting on a swing .
option 5: the young girl is sitting on the swing seat waiting for the carnival ride to <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a person in a red shirt on a skateboard .
option 2: a person riding a skateboard .
option 3: a teenage male grinds on his skateboard .
option 4: the skateboarder does a trick on a ramp .
option 5: while doing tricks , the skateboarder is at the top of the half pipe .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a boy and a person suspended above a <UNK> structure .
option 2: a boy in a blue shirt is posing in front of an igloo type building with a person dangling from a rope above the building .
option 3: a boy poses for a picture and in the background a man is hanging by a rope .
option 4: a boy stands near a structure outside .
option 5: a young man wearing a blue shirt with a strange white building in the background
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a person in a white , black and red coat is skiing down a slope .
option 2: a person skis in the snow , snow flies behind .
option 3: a woman skiing down a snowy hill .
option 4: <UNK> skier <UNK> base of a downhill slope
option 5: this woman is skiing down a snowy hill .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a man jumping in a mud puddle in the middle of the street
option 2: a man jumps up and down in a puddle in a parking lot .
option 3: a smiling person wearing a jacket and boots jumps in a big puddle .
option 4: man jumping for joy in a rain storm at the beach .
option 5: person in blue coat jumping in standing water on pavement with body of water in the background .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a dog eats peanut butter out of a jar .
option 2: a dog is eating peanut butter out of a jar .
option 3: a dog licks the peanut butter jar .
option 4: a small white and tan dog licking up peanut butter .
option 5: the dog is licking inside the peanut butter jar .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a child in a blue shirt <UNK> is being <UNK> from a slide onto a sand in front of palm trees .
option 2: a kid is coming out of a tube slide and is about to hit the sand .
option 3: a small child coming out of a covered slide .
option 4: a young blonde child shoots from a slide at high speed .
option 5: a young boy about to land in the sand from a <UNK> down a beige slide .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a dog is running through a park
option 2: a little white dog runs outside , their ears <UNK> back in the wind .
option 3: a small white dog running .
option 4: a white dog running through the grass .
option 5: a white dog with a collar is running .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: an athlete performs the high jump .
option 2: a woman athlete <UNK> herself over the bar during a pole <UNK> .
option 3: a woman is black is pole <UNK> .
option 4: a woman pole <UNK> upside down as she attempts the <UNK> .
option 5: a woman with her feet in the air about to do pole <UNK>
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a brown dog barks surrounded by white snow .
option 2: a dog wearing a black collar is standing open <UNK> in the snow .
option 3: a tan dog with a black collar barking in the snow .
option 4: dog barking
option 5: dog standing in snow barking .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: a closeup blurred image of a man wearing a green shirt and tan pants .
option 2: a distorted picture of two men walking in the street .
option 3: a man in brown pants has his picture <UNK> and stretched .
option 4: a man wearing <UNK> pants and a green hooded sweatshirt walks down the street .
option 5: a man with a dark blue jacket and brown pants stands beside another man in front of a building .
Output: a man in a red shirt is standing in a tent holding a <UNK> or camera .
option 1: kids are playing ball in front of a , big fancy building
option 2: three boys play along a <UNK> wall outside of a building .
option 3: three kids play on a wall with a green ball .
option 4: two children are climbing on the wall of a white building whilst one child plays with a green ball .
option 5: two children play on a stone railing while a third catches a green ball .
{'1-gram': 0.42404105829582656, '2-gram': 0.2061166901600937, '3-gram': 0.10321183184916126, '4-gram': 0.05901825703515537}
Validition result
Output: a man on a motorcycle going around a corner .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a group of people are wading though a stream between steep rocky cliffs .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in a blue shirt is spraying a <UNK> to climb a rock wall .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a group of people are wading though a stream between steep rocky cliffs .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and two children are on a beach .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a group of people are riding on a blue and orange boat .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a couple enjoying the high <UNK> in the sun .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an bouncy seat with toys surrounding him .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4523791647934669, '2-gram': 0.19205649809401754, '3-gram': 0.10723627498676924, '4-gram': 0.05669101448287181}
=> Saving checkpoint
epoch: [57/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a group of people are wading though a stream between steep rocky cliffs . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a pink and white flowered dress and pink sweater is running through a field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is walking past a yellow truck . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a group of people are wading though a stream between steep rocky cliffs . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog runs by the ocean . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a boy is on a bicycle , and there is a girl on the back of it with an umbrella .
option 2: a couple stands outside with an umbrella and a bicycle .
option 3: a girl with an umbrella is riding on the back of a bicycle <UNK> by a smiling boy .
option 4: a man rides a bike with a woman holding an umbrella .
option 5: there is a boy on a bicycle ; and a girl , holding an umbrella , climbing on the back .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a basketball player for miami <UNK> pushes forward .
option 2: a basketball player runs while another tries to block him .
option 3: a basketball player runs while dribbling the ball .
option 4: referee blows <UNK> as basketball player attempts to block another with the ball .
option 5: the guy in the white uniform has a basketball in his hand .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: dogs on grass .
option 2: three dogs are running on the grass .
option 3: three dogs , one white and two brown , are running together on a field of grass .
option 4: three dogs run along a grassy yard .
option 5: three dogs run together in the grass .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a dirt biker in red speeds on <UNK> road while being <UNK> by a man in black .
option 2: a man wearing a red uniform rides his bicycle up a rocky hill
option 3: an off road biker is photographed as he performs another stunt in the dirt .
option 4: a person riding on a dirt bike while someone takes a picture .
option 5: the guy in red on a dirt bike is getting photographed .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a boy wearing no shirt and some blue jeans is jumping in the air in the woods .
option 2: a guy leaps into the air in a wooded area .
option 3: a shirtless man jumps in a sunny forest .
option 4: a shirtless man jumps over a log .
option 5: the boy is jumping in the woods .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a man in a black jacket with a black beard stares <UNK> .
option 2: a man in a jacket looks out .
option 3: a man sits and rubs his chin .
option 4: a man with a mohawk and beard , with his hand on his chin looking off into the distance .
option 5: an asian man <UNK> to himself .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: people in animal costumes <UNK> a crowd .
option 2: two people are dressed in animal costumes and are walking down a street .
option 3: two people dressed as animals near a crowd .
option 4: two people dressed in animal costume outside of a building .
option 5: two people in animal suits in a square .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a group of kids look out of a fence .
option 2: a group of kids stares through a fence at some type of animal .
option 3: children look through a fence .
option 4: five children and two adults standing side by side looking at animals in a cage .
option 5: several children lined up at and looking through a fence .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a sumo wrestler in black begins to push another in blue out of the ring .
option 2: two sumo wrestlers are fighting in a ring .
option 3: two sumo wrestlers fight .
option 4: two sumo wrestlers in the ring .
option 5: two sumo wrestlers wrestling in a sand ring .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a girl climbs a huge rock .
option 2: a lady in black pants and her shadow , climb large rocks .
option 3: a rock climber taking a large step up the side of a rock face .
option 4: girl in black pants climbing smooth rock .
option 5: young woman wearing striped shirt rock climbing .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: two naked boys at a pool .
option 2: two naked boys smiling and playing .
option 3: two naked children , one with a <UNK> on his chest .
option 4: two naked young boys play in the water .
option 5: two young , naked boys are wet , while one raises his arm .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a woman carrying a backpack sits on a rocky ledge overlooking the water .
option 2: a woman sits alone on the rocks by a beach .
option 3: a woman sits on a rock by the water .
option 4: a woman sits on the rock .
option 5: a woman wearing a red backpack is sitting on a rock overlooking the water .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a black dog with a brown muzzle next to a body of water , shaking off water with a stick in its mouth .
option 2: a black dog with a red collar has an item in his mouth and is climbing out of a pool .
option 3: a brown dog climbing out of a pool with a stick in his mouth .
option 4: a dog with a stick in its mouth climbs out of the water .
option 5: the dog is climbing out of the water with a stick .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a group of kids float in the middle of a pond .
option 2: a group of people are paddling their way across the water .
option 3: children float on the water in a raft .
option 4: eight children wearing life jackets are in the water on a raft made of <UNK> and <UNK> .
option 5: some children are sitting on rafts in a lake .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a large , white bird skates across the top of some water .
option 2: a white bird with a long neck flying low over the water
option 3: the large white bird <UNK> the water .
option 4: white bird in water preparing to fly .
option 5: white bird starting to take flight from a lake .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a dirt biker in the desert .
option 2: a man does a jump in the desert on a motorcycle .
option 3: a man is doing a motocross jump into the air .
option 4: a man is riding his dirt bike through the air in the desert .
option 5: a motorcycle rider wearing black and silver does a wheelie on a sandy terrain .
{'1-gram': 0.340052734891213, '2-gram': 0.13413839836634764, '3-gram': 0.06190351698672847, '4-gram': 0.037222074800748656}
Validition result
Output: a man in a black and white shirt and hat , sits on a motorcycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: two people sit on a dock near the water and look at something .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: two people are riding in an orange <UNK> ride .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: two people sit on a dock near the water and look at something .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: two people stand on a dock , looking out onto a lake .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: two people stand on a dock , looking out onto a lake .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman walking down a sandy path together .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking his head over blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.29965673686303185, '2-gram': 0.12373582016878146, '3-gram': 0.08180484214145839, '4-gram': 0.061021106147329224}
=> Saving checkpoint
epoch: [58/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> two people sit on a dock near the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red and white dress is playing with a soccer ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket and green jacket is standing outside a <UNK> market . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> two people stand on a dock , looking out onto a lake . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and two children in a boat on the water . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man in an orange jacket raising his hands to the sky in the sand .
option 2: a man in an orange jacket stands on sand with a blue sky background .
option 3: a man is outside standing on sand with a bright blue sky around him .
option 4: a man standing on a sand dune and reaching to the sky .
option 5: man <UNK> at the top of a sand dune .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a young boy runs while wearing sandals .
option 2: little boy in a striped shirt and brown shorts is running .
option 3: the little boy , in a short sleeved shirt and shorts , is running outside .
option 4: the little boy is wearing a black <UNK> shirt and walking on a deck .
option 5: young boy running outside on the pavement .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: these woman are watching people play tennis from a bench .
option 2: two individuals watch a tennis match .
option 3: two people sit on a park bench while watching a neighborhood tennis match .
option 4: two people with red scarves on their heads are watching tennis .
option 5: two women sitting on a bench in front of a tennis court near a building <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: men participate in a soccer game .
option 2: two male soccer players in game action .
option 3: two men fall as they <UNK> for a soccer ball .
option 4: two opposing footballers play on a field .
option 5: two soccer players playing soccer on a field
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a couple and their baby <UNK> pigeons at a park .
option 2: a family sits at a park while birds fly around .
option 3: a large flock of pigeons is <UNK> at a man .
option 4: a man and a woman and a young child surrounded by various birds .
option 5: a man sitting on a park bench watching pigeons .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a woman laughing and a man using a <UNK> <UNK> .
option 2: one girl about to blow on a <UNK> , while the other laughs .
option 3: one woman with blond hair smiles in the foreground while another prepares to blow a <UNK> in the background .
option 4: two women sitting together .
option 5: young girl blowing party <UNK> with a laughing woman beside her .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a lady standing outside a street with a red purse and scarf on .
option 2: a person dressed in red and black outside a <UNK> wall .
option 3: a woman is walking with a red bag .
option 4: a woman standing by a car in a garage dressed for winter weather in a red knit scarf , black gloves and hat and red handbag .
option 5: the woman wears a blue coat , black hat , and red scarf , while holding a red bag .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a girl in a tutu and a boy in a costume in a <UNK> .
option 2: a little girl in a pink tutu gets ready for ballet dancing , a boy in a spider - man shirt behind .
option 3: a young girl wearing a pink tutu dancing with another young boy in the background .
option 4: a young girl wearing a tutu dances in a large room .
option 5: two children are in costume in a dance studio .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy in a plaid shirt blowing bubbles with a yellow bubble wand .
option 2: a boy in over - <UNK> blowing bubbles in a field .
option 3: a boy in overalls blows bubbles .
option 4: a young boy blows bubbles on a grassy lawn .
option 5: little boy in plaid shirt blows bubbles outdoors .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man in sunglasses sitting at a table full of various <UNK> of soda .
option 2: a man is sitting at a table filled with <UNK> .
option 3: a man wearing sunglasses sitting next to a table full of <UNK> .
option 4: a man with brown hair and a five <UNK> shadow is wearing sunglasses and sitting at a table with cans of soda and other drinks .
option 5: a young man with brown hair and sunglasses sits by cans of soda .
Output: a man is riding a unicycle down the sidewalk .
option 1: a brown and white dog with a brown and black bandanna running very fast .
option 2: a small white dog running
option 3: a small white dog running across a lawn .
option 4: a white and tan dog runs along the green grass .
option 5: the small dogs runs in the yard .
Output: a man is taking photographs of a large statue while a black dog is trying to bite him .
option 1: a man fishes near some white waves .
option 2: a man is holding up a stick by a breaking wave in the ocean .
option 3: a man looks out over the water with an object in his hand .
option 4: man fishes in ocean .
option 5: there is a fisherman standing in front of a large wave .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: four people in helmets racing on skateboards
option 2: people are racing down a road on skateboards .
option 3: people on skateboards racing around a track .
option 4: the four people skate at high speed on the <UNK> road .
option 5: the skateboard racers are coming around a curve in the road .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a girl sits on an <UNK> and checks her phone ; another girl waits .
option 2: a girl with ice skate sits on a fence checking her cellphone while her friend looks on .
option 3: two girls are ice skating and one is checking her cellphone .
option 4: two girls talk at an ice skating rink .
option 5: two girls stand outdoors and talk to one another .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a big tan dog running <UNK> the shallow water with a stick in his mouth .
option 2: a dog runs through the water while holding a stick in its mouth .
option 3: a golden retriever is coming out of the water carrying a stick in its mouth .
option 4: a tan dog is running through shallow water with a stick in its mouth .
option 5: a wet dog carrying a stick in its mouth is walking out of the lake .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy hangs onto straps on a train .
option 2: a boy in a white and green striped shirt and black shorts .
option 3: a young boy is playing around on a <UNK> .
option 4: a young man wearing a green and white shirt hanging by two straps in a subway car
option 5: kids riding the subway
{'1-gram': 0.47649115363768313, '2-gram': 0.22616731935768813, '3-gram': 0.11041204784561291, '4-gram': 0.05378406110536826}
Validition result
Output: a man on a motorcycle rides <UNK> with a crowd watching
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a dog is running along a beach with a red object in its mouth .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a group of people are riding on a blue roller coaster .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a dog are sitting on a boat by the water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and a dog are sitting on a boat by the water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and woman sit on a bench , watching a boat go by .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man walks down a sidewalk past a halloween <UNK> .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small baby on a hardwood floor is held by an adult and is laughing .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4323849749587547, '2-gram': 0.21803076993957687, '3-gram': 0.11220298284654534, '4-gram': 0.06688442946218363}
=> Saving checkpoint
epoch: [59/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog lying on a blanket at the end of a small boat . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red dress and cape holds a <UNK> . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket bikes down the road . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog are sitting on a boat by the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man in a blue shirt is standing in front of a mountain surrounded by <UNK> . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a climber scales a steep rock face .
option 2: a man is climbing a rope up a cliff .
option 3: a man using a pink rope to climb down a cliff .
option 4: a person is climbing up a rock with a pink rope .
option 5: a person scaling a rocky ledge , with a rope <UNK> .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a girl does a handstand on a trampoline .
option 2: a girl doing a handstand on a trampoline
option 3: a girl doing a handstand on a trampoline .
option 4: a girl is doing a trick on her trampoline .
option 5: a little girl does a handstand on a trampoline
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: two girls in blue dresses dance .
option 2: two girls in jean dresses laugh and play .
option 3: two little girls are smiling in blue dresses .
option 4: two little girls in blue dresses laugh .
option 5: two young girls wearing denim dresses playing near a <UNK> .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a boy in red shorts rides a yellow body - board on a breaking wave .
option 2: a boy surfs on a yellow board across the bright blue wave .
option 3: a surfer with a yellow board rides a wave .
option 4: guy on yellow surfboard catching a wave
option 5: young man rides ocean wave on yellow surfboard .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a father and son are flying a red kite .
option 2: a man and a child are flying a kite in a field in the city .
option 3: a man and boy are flying a kite together .
option 4: an adult and a child fly a kite together .
option 5: man and boy fly kite in park .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a furry dog is running through a doorway leading to plants .
option 2: a furry , tan dog is outside on a patio .
option 3: a short , furry dog stands on a brick floor in front of a group of potted plants .
option 4: a very hairy dog is running down a hall .
option 5: flowers are behind the fluffy dog that is coming up the step .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a male tennis player standing on a tennis court swings his tennis racket at the tennis ball .
option 2: a man plays tennis .
option 3: a man wearing white turns to hit a yellow tennis ball .
option 4: a tennis player <UNK> on the ball as he prepares to hit it , while a cameraman stands in the background next to a <UNK> <UNK> advertising logo .
option 5: the tennis player holds his racket up <UNK> the ball .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a surfer in a black surfing suit in motion .
option 2: guy in black and blue wetsuit surfing
option 3: it looks like the surfer is riding a big wave .
option 4: one man in a wetsuit surfing a wave .
option 5: surfer in wetsuit riding before a wave
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a man in shorts skis down a hill .
option 2: a man in summer clothing skiing on thin snow .
option 3: a skier is skiing down the snow wearing a white shirt and black shorts .
option 4: people in summer clothing racing down a snowy hill .
option 5: skiers are competing .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a woman is wearing a dust mask on her mouth whilst walking in the street .
option 2: a woman with her hair pulled up with a <UNK> mask on .
option 3: a young woman wearing a mask .
option 4: a young women with a pink mask over her face .
option 5: girl in plaid shirt wears a mask over her face as she walks in public .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a white dog running from a wooded area .
option 2: a white dog running through woods .
option 3: a white dog runs toward the camera .
option 4: dog runs through trees toward camera
option 5: the white dog looks happy running .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a girl with blonde hair and a black shirt .
option 2: a woman sits at an outdoor cafe table with really big blond hair .
option 3: a woman who is wearing red <UNK> and has curly hair sits at a table .
option 4: a woman with bright red <UNK> and big blonde hair sitting at an outside cafe
option 5: a woman with thick curly blond hair sits outdoors at a table .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a blond boy with a rubber innertube over his shoulder .
option 2: a boy holding a float .
option 3: a boy plays with a water tube .
option 4: a kid without a shirt uses an innertube for shade .
option 5: a young blond boy with long hair with a large innertube <UNK> around his body
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: two dogs run in a field looking at an unseen frisbee .
option 2: two black and white dogs in a field of flowers and grass .
option 3: two black and white dogs look toward something in the air while running in a grassy field .
option 4: two black and white dogs running in a flowery field
option 5: two dogs <UNK> direction in an uncut field surrounded by low brush .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a man dressed in black is smoking a cigarette .
option 2: a man in a black shirt and a cast smokes a cigarette .
option 3: a man in a black shirt with a cigarette in front of others .
option 4: a man in black smokes a cigarette in a <UNK> .
option 5: a man stands near a wall and smokes a cigarette .
Output: a man wearing a yellow shirt is standing in the middle of a bunch of flowers .
option 1: a kid skateboards down railings of a large set of stairs .
option 2: an inline skater is grinding down a long rail .
option 3: a skateboarder in midair above a large staircase and handrail .
option 4: a teenage boy does tricks jumping across a railing .
option 5: skater rides skateboard down a long stair railing
{'1-gram': 0.39697083807244765, '2-gram': 0.14841836371883704, '3-gram': 0.0580010121220515, '4-gram': 0.03218309176491177}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: two people are hugging at the end of a stone <UNK> that looks out over the ocean .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: two people are rowing a canoe down a river .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: two girls sit on the edge of a river .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: two people are standing on the shore of a waterway watching the water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: two people are hugging at the end of a stone <UNK> that looks out over the ocean .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and two children in life jackets in a boat on a lake .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3911900229126375, '2-gram': 0.17038205763634828, '3-gram': 0.09540420468092069, '4-gram': 0.06007765146625465}
=> Saving checkpoint
epoch: [60/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> two girls sit on the edge of a river . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a white dress running . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a white helmet is standing in front of a <UNK> surrounded by a <UNK> cart . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> two people are sitting on a wall near the beach . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> two people are sitting on a wooden dock on a lake at sunset . <EOS>
Train result
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: person standing beside bike in stream .
option 2: two bicyclists pose by a stream for a picture .
option 3: two biker walk across the ground .
option 4: two off road bikers stopped in a creek .
option 5: two people , in bike gear , stand with bicycles near a rocky <UNK> .
Output: a man in a white helmet is standing in front of a group of people .
option 1: a big , brown dog is sleeping next to a small black and white cat .
option 2: a cat sleeps <UNK> up to a dog .
option 3: a dog and cat are <UNK> up during a nap .
option 4: a dog and cat laying down together .
option 5: a small cat laying with a large dog
Output: a man in a white helmet is standing in front of a group of people .
option 1: a crowd of people waving red flags are passing under a bridge .
option 2: a group of people walk down the street carrying red flags .
option 3: a large group of people walking down a street , some carrying flags or banners .
option 4: many people walking together on pavement near a brick building with other people looking on .
option 5: many people walk in the street .
Output: a man in a white helmet is standing in front of a group of people .
option 1: a baseball player slides to the base .
option 2: a catcher tries to <UNK> a runner to home plate .
option 3: a person playing baseball slides for home .
option 4: two baseball players on a field , with four spectators , and a crowd .
option 5: two men on opposite baseball teams dive for a baseball at <UNK> .
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: two girls holding <UNK> are standing in a field .
option 2: two girls pillow fight in a school play yard .
option 3: two girls playing with plastic bags in a park .
option 4: two girls swinging bags .
option 5: two young girls <UNK> each other with <UNK> on a field .
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: a black dog chasing another black dog down a grass covered hill .
option 2: one black dog and one <UNK> color dog run down a hill .
option 3: two black dogs run through a field .
option 4: two dogs race across a field on a sunny day .
option 5: two dogs running in a field of dry grass on a clear day .
Output: a man in a white helmet is standing in front of a group of people .
option 1: a man doing a <UNK> trick on a ramp
option 2: a man grinding the <UNK> of a pool on his rollerblades .
option 3: a man wearing green glasses crouches near the camera .
option 4: a man with green glasses does a trick on his skateboard .
option 5: a rollerblader pauses at the top of a skate ramp .
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: a hiker poses in a green field with sheep .
option 2: a man carrying a backpack on his back walks in a large field of grass .
option 3: a man in a field wearing a backpack and there are sheep and mountains behind him .
option 4: a man wearing a hiking backpack is leaning on a wooden pole
option 5: a man wearing a black shirt is standing next to a pole in a grassy field .
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: a boy in a red shirt wearing headphones is standing in front of a <UNK> off kitchen
option 2: a boy wearing headphones poses in kitchen display
option 3: a boy with a red shirt with headphones is behind <UNK> ropes .
option 4: a young boy listens to music through headphones in front of a kitchen .
option 5: boy in kitchen wearing headphones .
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: a brown dog drinks from a body of water .
option 2: a brown dog is starting to walk into water .
option 3: a brown dog steps into murky water .
option 4: a dog getting into some water .
option 5: a dog putting his legs into a pond
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: a big , black dog runs through the water , near the shore .
option 2: a black dog crossing a stream
option 3: a black dog is walking through a stream of water .
option 4: a black dog runs through the water .
option 5: a black dog walks through some water .
Output: a man in a white helmet is standing in front of a group of people .
option 1: a man in a blue shirt looking to his right .
option 2: a man looks <UNK> as he stands in front of a blue and white umbrella .
option 3: a man wearing a blue shirt makes a <UNK> face .
option 4: a white guy giving a dirty look .
option 5: a young man in a blue shirt sits in front of a group of blue and white umbrellas .
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: a brown dog leaps up to catch an orange toy .
option 2: a dog catches a disk in the air .
option 3: a dog is jumping in the air to catch an orange frisbee .
option 4: a dog leaping to catch a frisbee in the yard .
option 5: brown dog leaping up with orange disc in mouth with blue and yellow toy boat in background .
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: a couple sit on the hood of a car with their backs to the camera .
option 2: a couple sits on a car .
option 3: a man and a woman sit on a car and face the opposite way of the camera .
option 4: a man and woman sit on a car and watch the road .
option 5: a man and woman sitting on a parked car .
Output: a man in a white helmet is standing in front of a <UNK> stand with his arms crossed .
option 1: a girl wearing a pink hoodie looks through her camera .
option 2: a woman in pink taking a picture .
option 3: a woman takes a picture during the day .
option 4: a young woman in a pink hoodie takes a picture .
option 5: woman with red curly hair taking pictures outside .
Output: a man in a white helmet is standing in front of a group of people .
option 1: a dog runs for a ball thrown by a small boy .
option 2: a little boy is playing with his dog in the backyard as the snow <UNK> .
option 3: a young child is walking alongside a large black and brown dog with snow on the ground .
option 4: little boy and a dog are playing in a fenced in backyard with snow on the ground .
option 5: the boy and the dog are outside in the garden with a little snow still on the ground .
{'1-gram': 0.3996710526315789, '2-gram': 0.20578122030569512, '3-gram': 0.12652443879550584, '4-gram': 0.09573968624007052}
Validition result
Output: a man on a motorcycle is racing at a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a beach shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a vehicle with a child on his lap .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is standing in the water with his arms out to look up at the ocean .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is camping on a beach shore .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is camping on a beach shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man drives a vehicle with a child on his lap while another child looks on .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small boy is putting some cutout letters on the wall .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.411048230889867, '2-gram': 0.16875741006415507, '3-gram': 0.08075115180851665, '4-gram': 0.04641543871971494}
=> Saving checkpoint
epoch: [61/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man sits on a boat in the sunset near a flag . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little boy in a striped shirt is pointing to something . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red shirt is standing in a street surrounded by people . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man drives a vehicle with a child on his lap . <EOS>
Train result
Output: a man wearing a yellow shirt is holding a cup .
option 1: a girl drives a toy truck while a young boy plays behind her
option 2: a little boy chases a little girl who is driving a red toy jeep .
option 3: a little girl rides a toy car while her brother walks behind .
option 4: a little girl with black sunglasses drives a <UNK> red jeep while a little boy stands in the background dressed in blue .
option 5: a young boy in blue is chasing a young girl sitting in a play car .
Output: a man wearing a blue shirt is standing in front of a <UNK> .
option 1: a boy does a <UNK> trick under a tree .
option 2: a boy does a toe touch in front of a tree .
option 3: a boy in brown nearly touches his feet with his hands in the air .
option 4: a boy leaping to perform a toe - touch in front of a tree .
option 5: a young man is jumping up into the air and touching his <UNK> .
Output: a man wearing a yellow shirt is holding up a sign .
option 1: a couple standing outside a street
option 2: a man and a woman standing on a city street .
option 3: a man wearing black and a woman wearing white are smiling .
option 4: a woman and a man standing on a busy city street smiling .
option 5: two people stand on a boston street in winter .
Output: a man wearing a blue shirt is standing in front of a <UNK> off street .
option 1: a group of people ride a blue roller coaster on its way down from a turn .
option 2: a large group of people are riding on a blue roller coaster .
option 3: a very very wide roller coaster <UNK> down the track .
option 4: people are riding a blue roller coaster - like ride with wide seating <UNK> .
option 5: there are a lot of people on the roller coaster .
Output: a man wearing a yellow shirt is holding a coffee necklace .
option 1: a man and a woman are standing in front of a building
option 2: a man and woman stand in front of a white building and look at their hands .
option 3: a older couple next to the box office .
option 4: <UNK> couple wearing hats looking at <UNK> on the street .
option 5: old man and woman in jackets facing each other
Output: a man wearing a red shirt is standing in front of a cement wall .
option 1: a man on a motorcycle rides <UNK> with a crowd watching
option 2: a motorcycle rider spinning his tires in a circle .
option 3: a motorcyclist <UNK> rubber in a circle while a crowd watches .
option 4: a person in a yellow helmet on a blue motorcycle is doing tricks .
option 5: person on blue motorcycle with smoking back tire and people watching in the background .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a shirtless man is doing a skateboard trick .
option 2: a shirtless man rides a skateboard .
option 3: a shirtless man skateboarding with his arms in the air .
option 4: a shirtless man skateboards on a ledge .
option 5: the skateboarder enjoys night skating at the skate park .
Output: a man wearing a yellow shirt is holding a cup .
option 1: a bicycler balances his bike on a rail .
option 2: a biker is riding down the stairs on his bike at night .
option 3: a boy rides his red bicycle down the handrail of a staircase in a city .
option 4: a guy grinding a rail in a park on his bike
option 5: a trick bicyclist grinds down a handrail .
Output: a man wearing a yellow shirt is holding up a sign .
option 1: a man who is resting his head on his hand .
option 2: a person wearing a white shirt sits and makes a face .
option 3: a woman is sitting up asleep with her head resting on her hand .
option 4: a woman resting her face on her hand .
option 5: this man appears to be sleeping while resting his head on his hand .
Output: a man wearing a blue shirt is standing in front of a <UNK> .
option 1: a boy walks .
option 2: a boy wearing face paint walks along a red track .
option 3: a boy with face paint is running on a track .
option 4: a young boy running a race on a track with a painted face
option 5: boy with a painted face is walking around a track .
Output: a man wearing a red shirt is standing in front of a cement wall .
option 1: a child plays at a playground .
option 2: a little boy stands wide - legged , each foot on each side of the tube slide .
option 3: a little boy wearing a red shirt is standing on a slide .
option 4: a young boy climbing in a playhouse
option 5: boy on playground equipment
Output: a man wearing a red shirt is standing in front of a cement wall .
option 1: a black dog running in shallow water on a beach .
option 2: a black dog runs into the water at the beach .
option 3: a black dog runs through the water .
option 4: a dog running in the surf .
option 5: the dog is playing in the water .
Output: a man wearing a blue shirt is standing in front of a <UNK> .
option 1: a cricket batsman has been <UNK> out middle stump .
option 2: a cricket player swings his bat , but <UNK> .
option 3: a man is standing in front of some red sticks trying to hit a ball .
option 4: a man is swinging a paddle at a <UNK> ball game .
option 5: a player hits the ball at a cricket game .
Output: a man wearing a blue shirt is standing in front of a <UNK> .
option 1: a brown dog laying on its back .
option 2: a brown dog lies upside down on the cement road .
option 3: a dog lies on his back on a road .
option 4: a large dog is laying on its back , outside on a <UNK> , with its legs in the air .
option 5: a tan dog is rolling on his back on some asphalt with a bike and a scooter in the background .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a woman in a blue shirt runs through a field of dry grass .
option 2: a woman in the blue sweater is running through a brown field .
option 3: a woman jogging on an open field
option 4: a woman runs outside in a blue coat .
option 5: the woman in the blue jacket ran through the field .
Output: a man wearing a helmet is holding a baby up in the middle of a playground .
option 1: a closeup photo of a football player for the sooners team who is wearing a red jersey with the number <UNK> .
option 2: a football player with a red sooners jersey on .
option 3: a man wearing a red football uniform and gray gloves looks to the left .
option 4: an american footballer is wearing a red and white strip .
option 5: man in playing football in sooners jersey number <UNK>
{'1-gram': 0.529118809487388, '2-gram': 0.23955010987417863, '3-gram': 0.1454321205418006, '4-gram': 0.10314631880434849}
Validition result
Output: a man wearing a helmet points at the camera .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is sitting on the end of hit boat overlooking the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a campsite has been <UNK> amidst the trees and bushes .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is sitting on the end of hit boat overlooking the water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is sitting on the end of hit boat overlooking the water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is camping on a beach shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are looking at the view on a stairway by the sea .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an <UNK> chair in a child 's <UNK> .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.400397370335084, '2-gram': 0.15408132077580536, '3-gram': 0.05891854774256046, '4-gram': 0.0367753989388216}
=> Saving checkpoint
epoch: [62/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a group of people camp in tents near some trees . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red dress runs through a field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is helping a girl step down from a colorful truck whilst a woman and a child sits on a table nearby . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is sitting on the end of hit boat overlooking the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a black dog is running along a dirt path . <EOS>
Train result
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a human figure stands on the peak of a snowy mountain .
option 2: a man is standing on a mountaintop looking into the distance .
option 3: a man is standing on rocks looking towards the mountains .
option 4: a man stands on top of a mountain .
option 5: man standing at the top of a mountain at dusk .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a woman taking a photo standing next to a tall man and in front of another man who is also taking a photo .
option 2: three people are outdoors taking pictures .
option 3: three people holding cameras are standing on a dirt trail with grass on the side of it .
option 4: three people taking pictures with their cameras
option 5: two people are taking pictures while a third is holding a camera .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a bunch of people swimming in water .
option 2: a group of children in the ocean .
option 3: a group of <UNK> swim in lake water
option 4: many children are playing and swimming in the water .
option 5: several people swim in a body of water .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man holding a flag is standing on a busy sidewalk .
option 2: a man in a ball cap stands in a crosswalk with a flag in a crowded city .
option 3: a man stands on a crosswalk holding a flag .
option 4: man standing on a street with a green red and yellow flag wrapped around him and a cap on his head .
option 5: man wrapped in flag stands in city intersection , lit <UNK> in background .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black man with gray hair half sitting half laying on a street floor .
option 2: a man lies on the ground outside a building .
option 3: a man sits outside a building .
option 4: man <UNK> in front of building
option 5: the dark skinned man is laying in a doorway next to a metal pipe .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black dog chasing a red ball through the water .
option 2: a black dog makes a huge splash for a red ball .
option 3: a black dog splashing into the water to retrieve a red ball .
option 4: a dog makes a large splash in the water while chasing a red ball .
option 5: dog splashing in water toward a red ball .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black dog is trying to run with its legs buried in the snow .
option 2: a black dog with tan markings stands in deep snow ; there is an <UNK> to the right .
option 3: a dog plays in the snow .
option 4: dog lies in snow .
option 5: the dog is trying to <UNK> the deep snow .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a basketball player <UNK> another player .
option 2: a man with a basketball blocks an attempt to take his ball .
option 3: man runs by other man with basketball at a game .
option 4: the player in the white dribbles the ball , while the player in the orange tries to stop him .
option 5: two men are playing during a basketball game .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: children hang on a wall next to water .
option 2: four boys in swimming trunks lean on the cement edge of a pool with their legs in the water .
option 3: four boys in water are hanging on to the concrete ledge .
option 4: four children in the pool .
option 5: <UNK> young boys climbing out of the water on a concrete sidewalk
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a chubby puppy dog with its tail cut off plays with a bag .
option 2: a dog wrestles with a plastic bag .
option 3: a small dog is playing with a plastic bag on the sidewalk .
option 4: a white dog is playing with a plastic bag .
option 5: small puppy stands on top of plastic bag .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: men in <UNK> outfits around a campfire
option 2: the men are sitting around a fire .
option 3: three men are sitting around a <UNK> at night with a table of drinks beside them .
option 4: three men sitting around a fire in front of a <UNK> .
option 5: three older men are sitting around a campfire at night .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man gazes over the rail in the <UNK> <UNK> <UNK> .
option 2: a man looks out at the water under a bridge and against a skyline .
option 3: a man looks over a railing into the water .
option 4: man leaning on railing with <UNK> behind him
option 5: man with white <UNK> and blue pants standing at fence with red top rail near a bridge .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a dog jumps for a red ball on the grass .
option 2: a white dog is jumping in the air attempting to catch a red ball .
option 3: a white dog jumping to catch a red ball .
option 4: a white dog with a blue collar plays with a red ball .
option 5: the dog is playing with a red ball .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a group of sled dogs in harness is standing together in the snow .
option 2: four dogs playing in the snow .
option 3: four snow dogs are pulled together in the snow .
option 4: pack of sled dogs in the snow , one barking .
option 5: several dogs <UNK> together in a winter setting .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a brown and white dog is leaping over a log in a field while another dog follows behind it .
option 2: a <UNK> dog leaps over a log as another dog follows behind .
option 3: two brown and white dogs , one jumping over a log while the one behind runs through the grass .
option 4: two dogs are running through a field filled with logs .
option 5: two dogs in harnesses running in tall grass .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a girl in a blue uniform raises her arm .
option 2: a young cheerleader is cheering
option 3: a young female cheerleader dressed in a blue uniform is cheering in front of a group of band members .
option 4: a young girl in a blue and white <UNK> costume holds her right arm up while her other hand is on her <UNK> .
option 5: girl in blue and white uniform doing cheers
{'1-gram': 0.4480445125018924, '2-gram': 0.1865188236165442, '3-gram': 0.08692978660737728, '4-gram': 0.05020342992565464}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man sits on a boat near the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a vehicle with a child on his lap .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man sits in a boat and holds a fishing pole while another lays down to her .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man sits in a boat and holds a fishing pole while another lays down to her .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is camping on a beach shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man is sitting on a bench facing another man who is standing .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is sitting on the floor crying .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3297813265971326, '2-gram': 0.12848256904038277, '3-gram': 0.06364856590176876, '4-gram': 0.037386985940602815}
=> Saving checkpoint
epoch: [63/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man sits on a bench in the front of a van . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a boy in a striped shirt running through a field of grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a long white robe and black pants is <UNK> a man along a road . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man sits in a boat and holds a fishing pole while another lays down to her . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man drives a vehicle with a child on his lap . <EOS>
Train result
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a man holds a stick while three dogs watch and jump .
option 2: a man in a grassy field throws a stick for a group of three brown dogs .
option 3: the man in the blue shirt is surrounded by three dogs in the grass .
option 4: three dogs are jumping up at the man waving a stick .
option 5: three dogs trying to get a stick from their owner .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a goalie in a blue jersey catches a soccer ball by a player in a red jersey .
option 2: a man catches a ball in front of a large crowd .
option 3: a soccer goalie blocking a shot next to a player from the opposite team .
option 4: there is a goalie in the air making a <UNK> in a game .
option 5: two soccer players are playing soccer .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a man with a snowboard sits atop a mountain looking at the view .
option 2: a person sitting atop a sandy mountainside staring into waterfalls .
option 3: a snowboarder leaning against his snowboard while looking at view of foggy mountains
option 4: a snowboarder sits on a mountain staring at a white foggy scenery .
option 5: the snowboarder gazes into the distance at some mountains .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a brown dog <UNK> .
option 2: a brown dog in the grass field is looking up at the sky .
option 3: a brown dog is crouching and looking up in a field of grass .
option 4: a large brown dog is crouching in a grassy field .
option 5: brown dog crouching in grass looking up
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a boy in a red sled is riding down the hill .
option 2: a man is sledding on an orange slide .
option 3: a man riding a red sled going fast down a snowy hill
option 4: an adult kicks up a cloud of snow on an orange sled .
option 5: a <UNK> gets a face full of snow on a slope .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a girl and boy wearing swimming goggles have their arms around each other .
option 2: a little boy and a little girl wearing goggles pose next to a swimming pool .
option 3: the boy and girl are wearing swimming goggles .
option 4: two children in goggles standing beside a pool .
option 5: two children with goggles stand before a pool .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a man going down the hill in the snow
option 2: a person <UNK> through deep snow .
option 3: a skier in a bright green jacket sliding downhill .
option 4: person in green jacket and backpack biking through snow
option 5: the man wearing a green jacket is riding a bike through deep snow .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a black and a black dog are running .
option 2: a black and white dog chases a bigger dog across the grass .
option 3: one dog chases another in the grass .
option 4: two <UNK> dogs running in the grass .
option 5: two dogs run through the grass .
Output: a man is holding up a plastic <UNK> indoors .
option 1: a person in a blue shirt sits behind two people sitting on a wood bench .
option 2: people sit on benches .
option 3: people sitting on benches in a public area .
option 4: three people sit on wood benches set on white and orange tile .
option 5: three people sit waiting in a <UNK> .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a climber is making his way up a snowy mountainside .
option 2: a lone person jumping through the air from one snowy mountain to another .
option 3: a man doing tricks in the snow .
option 4: a man dressed in snow - gear takes a leap into a snow - covered <UNK> .
option 5: people jump over a mountain <UNK> on a rope .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a girl wearing white polka <UNK> and black boots walks and a woman in a blue outfit <UNK> walks behind her .
option 2: a <UNK> young woman down the street with a woman in a <UNK> walks behind her .
option 3: a woman in boots with a big purse walks down the street followed by a woman in blue .
option 4: a woman walks with her big purse .
option 5: women walk down the street .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a girl in a swimsuit stands in the spray of water , a bicycle in the background .
option 2: a little girl in a green bathing suit is getting splashed in a water fountain .
option 3: a little girl <UNK> to a spray of water .
option 4: a young girl in a green bathing suit getting splashed with water .
option 5: a young girl wearing a green bathing suit has water sprayed on her back .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a brown dog is by a fence where a brown cow is .
option 2: a brown dog is sniffing the ground by a cow that is standing behind a wooden fence .
option 3: a brown dog sniffing at the fence of a brown bull .
option 4: a dog and cow standing at a fence .
option 5: a dog sniffing the <UNK> while a bull looks on
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a black dog runs along a field where black birds are beginning to fly .
option 2: a dark colored dog running in a field with <UNK> birds in the background .
option 3: a dog runs at birds taking flight
option 4: a grey dog chases a bunch of <UNK> , a river in the background .
option 5: the dog chases the birds in the field .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a child in winter gear is hiding inside a cave made of snow while it is <UNK> .
option 2: a child wearing a black cap with an orange stripe is in a snow tunnel .
option 3: a person crawls through a snow tunnel .
option 4: a person in a snow tunnel .
option 5: the child is in a hole and is wearing a black and orange hat , a jacket , and a glove .
Output: a man wearing a red shirt is standing in the middle of a green plastic toy car .
option 1: a boy on a skateboard in midair
option 2: a male jumps in the air while on a skateboard .
option 3: a skateboarder leaps in the air on a city street .
option 4: a skateboard teenager wearing a dark shirt and blue jeans rides his board on top of a red <UNK> .
option 5: this skater is jumping over a <UNK> .
{'1-gram': 0.45848344612832664, '2-gram': 0.20889113047978175, '3-gram': 0.07174212005000816, '4-gram': 0.03810943018184454}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a beach shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a group of people are flying colorful kites near a beautiful <UNK> .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is camping on a beach shore .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is camping on a beach shore .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is camping on a beach shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt is standing outside on a brick wall and taking a picture .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an bouncy seat with toys surrounding him .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.41742058138310717, '2-gram': 0.16765671936045728, '3-gram': 0.07731074663487314, '4-gram': 0.04568769649545673}
=> Saving checkpoint
epoch: [64/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a boy in a blue , yellow , and orange shirt plays outside . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket looks out over a <UNK> truck . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man sits on a bench in the park with a dog , while others walk nearby . <EOS>
Train result
Output: a man wearing a red shirt is standing in a stadium .
option 1: a boy descends off the end of a high diving board .
option 2: a child jumps off a high diving board into the pool .
option 3: a kid jumps off the diving board and into the swimming pool below .
option 4: a little kid is jumping off a high dive at the pool .
option 5: the boy is jumping off a high diving board into the pool .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a girl in a purple tutu dances in the yard .
option 2: a little girl in a <UNK> purple skirt dances in a park .
option 3: a young girl <UNK> her fluffy purple skirt .
option 4: little girl is spinning around on the grass in a flowing purple skirt .
option 5: the little girl has a purple dress on .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a boy throws leaves into the air .
option 2: a child looks at leaves blowing in the wind in the woods
option 3: a small , young boy wearing a white shirt is playing with fallen leaves outside .
option 4: boy playing with leaves in the woods .
option 5: young boy plays with leaves in a green wooded area
Output: a man wearing a red shirt is standing in a stadium .
option 1: two brown dogs are fighting and biting each other .
option 2: two brown dogs <UNK> together near a tree .
option 3: two dogs playing outdoors
option 4: two shaggy yellow dogs playing in a rough <UNK> .
option 5: two tan dogs fight in front of a tree .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a brown horse is in a <UNK> pose while <UNK> outside .
option 2: a brown horse jumps through its <UNK> .
option 3: a horse bucking <UNK>
option 4: a large brown horse is running in a grassy area .
option 5: rear end view of a <UNK> horse out in the field .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a bird with a bug in its mouth .
option 2: a black and yellow bird is eating a <UNK> while resting on the grassy ground .
option 3: a black and orange bird in the grass
option 4: a black bird with a yellow beak standing in green grass .
option 5: a brown bird is standing still in a grassy field .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a girl in black is starring off into the distance .
option 2: a woman in a black coat with a camera on a tripod
option 3: a woman leans against the wall while a camera <UNK> next to her .
option 4: a woman stands against a wall near a video camera .
option 5: a woman stands behind a video camera .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a girl in a yellow shirt walks with her hands in her <UNK> on a bridge .
option 2: a woman in a yellow shirt walks down a sunny street .
option 3: a woman in a yellow t - shirt and sunglasses walks down a sidewalk .
option 4: a woman outside on a street wearing a yellow shirt and sunglasses .
option 5: a young blond woman wearing a yellow shirt walking down a sidewalk .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a black dog running in shallow water on a beach .
option 2: a black dog runs into the water at the beach .
option 3: a black dog runs through the water .
option 4: a dog running in the surf .
option 5: the dog is playing in the water .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a child sliding down a orange slide
option 2: a little boy in denim overalls slides down an orange slide .
option 3: a toddler boy in overalls sliding down an orange slide
option 4: a young child slides down an orange slide .
option 5: the child enjoys going down the slide .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a building with people outside .
option 2: a group of people stand in front of a large apartment building .
option 3: an <UNK> city with people walking the streets .
option 4: people in front of a beige five <UNK> building .
option 5: the corner of a building , from the street .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a beagle is climbing through some grey stairs .
option 2: a dog attempts to <UNK> between two gray steps .
option 3: a dog sticking his head out from under some grey stairs .
option 4: dog crawling in between steps from behind the steps
option 5: dog hiding under the stairs .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a grey dog is jumping toward a black and white dog in the snow .
option 2: two dogs playing on the beach .
option 3: two dogs play on the beach .
option 4: two french poodles romp on a snowy field
option 5: two poodles are in the snow and one is jumping high
Output: a man wearing a red shirt is standing in a stadium .
option 1: two guys are playing horse shoe together .
option 2: two guys playing <UNK> .
option 3: two men playing <UNK> .
option 4: two men wearing jeans and sunglasses are playing <UNK> .
option 5: two people play <UNK> .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a <UNK> of military trucks are lined up in a lot .
option 2: a line of military trucks are passing by a soldier who is walking away .
option 3: a man in a military uniform is walking away from a line of military vehicles .
option 4: a military man walks away from a line of army vehicles .
option 5: army vehicles line up and a soldier walks near them .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a clown <UNK> cut - out pictures of children .
option 2: a dirty looking clown holding up two paper cut <UNK> of children with blond hair
option 3: a man wearing a balloon hat and a grassy shirt holds up two large paper <UNK> .
option 4: a man wearing a balloon hat holds up colored cut - out <UNK> of two men .
option 5: the man wears balloons on his head and holds paper people .
{'1-gram': 0.42541759197144424, '2-gram': 0.18549544234824555, '3-gram': 0.07989636182610445, '4-gram': 0.05211554866492247}
Validition result
Output: a man in a red outfit is riding a red motorbike .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man and a dog on rocks on a beach .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man and two children in life jackets in a boat on a lake .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and a dog are sitting in a canoe on the water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man and a dog are sitting on a rock overlooking a valley .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man and a dog on rocks on a beach .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are looking at the view on a stairway by the sea .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small boy is putting some cutout letters on the wall .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.43201519832024715, '2-gram': 0.20924044257093286, '3-gram': 0.10109222074675041, '4-gram': 0.06676248477483993}
=> Saving checkpoint
epoch: [65/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a woman with a baby sits in a boat on the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a yellow dress runs holding a bucket . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing by a red building with a straw in the background . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man and a dog are sitting in a canoe on the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog is running on a trail in the woods . <EOS>
Train result
Output: a man is holding a religious poster .
option 1: a man who is resting his head on his hand .
option 2: a person wearing a white shirt sits and makes a face .
option 3: a woman is sitting up asleep with her head resting on her hand .
option 4: a woman resting her face on her hand .
option 5: this man appears to be sleeping while resting his head on his hand .
Output: a man is holding a religious poster .
option 1: a bicyclist dressed in all black in traffic .
option 2: a dark skinned man is cycling in a street full of traffic .
option 3: a man in black is riding a bike in the parking lot .
option 4: a man riding a bike near traffic .
option 5: a man riding his bike in traffic
Output: a man is standing beside a bicycle on a sidewalk .
option 1: this picture shows a blond - haired boy and brown - haired boy smiling while swinging on a tire swing .
option 2: two children are laughing and playing in a tire swing at a park .
option 3: two child share a swing in a playground .
option 4: two kids are swinging together on a tire swing .
option 5: two kids enjoy a tire swing .
Output: a man is holding a religious poster .
option 1: a group of people appear to be <UNK> the ground in from of a couple of <UNK> roof <UNK> .
option 2: a team of workers <UNK> up stone on the ground .
option 3: several men with <UNK> tools are working the <UNK> .
option 4: the men are using <UNK> to break the <UNK> .
option 5: workers in front of <UNK> <UNK> breaking up dirt with <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown dog walks through snow .
option 2: a brown puppy walking through the snow .
option 3: a dog looks <UNK> at <UNK> lying ahead in the snow .
option 4: a dog walking in the snow
option 5: a yellow puppy walking through the snow .
Output: a man is holding a religious poster .
option 1: a skateboarder does a trick off a brown ramp while three other people watch .
option 2: a skateboarder in the air at the top of ramp .
option 3: a skateboarder in the air getting ready to land
option 4: a skateboarder is doing a stunt .
option 5: the skateboarder is in the air while holding his board .
Output: a man is standing beside a bicycle on a sidewalk .
option 1: a brown dog is carrying a wet stick on the shore of the ocean .
option 2: a dog bounds across the sandy beach with a stick in his mouth and water splashing off his paws .
option 3: a wet , blond dog carries a stick on the shore .
option 4: the dog is running along the beach next to the ocean with a stick in its mouth .
option 5: the wet , brown dog has a stick in his mouth and is running in the sand next to the water .
Output: a man is holding a religious poster .
option 1: a biker riding in a forest .
option 2: a man in blue jumps his dirt bike in a <UNK> forest .
option 3: a person with a helmet is jumping a bike over something in a wooded area .
option 4: biker jumping off a ramp in the forest .
option 5: the person in the blue jacket is riding in the forest
Output: a man is standing beside a bicycle on a sidewalk .
option 1: a big dog barking at a small dog through a fence .
option 2: a brown and white dog barking through the fence at smaller black and white dog .
option 3: the big dog is looking through the fence at the small dog .
option 4: the larger dog is barking at the smaller dog .
option 5: two dogs fighting with a fence between them .
Output: a man is holding a religious poster .
option 1: a group of children are playing near a statue .
option 2: a group of kids play on a colorful structure .
option 3: four children playing on a tent - like structure
option 4: four middle eastern children , three girls and one boy , climb on a <UNK> with a pink <UNK> .
option 5: some children climb around a <UNK> .
Output: a man is holding a religious poster .
option 1: a boy in blue and red trunks , with a green ball in his hand . is jumping into a pool .
option 2: a boy is jumping into the water with a ball in his hand .
option 3: a boy jumps into a pool while holding a ball .
option 4: boy in floral swim trunks jumps into the pool
option 5: boy in red and blue flowered trunks jumps into pool holding green ball .
Output: a man is holding a religious poster .
option 1: a group of five men in uniform are posing for the camera .
option 2: five men in blue and black uniforms pose for a picture .
option 3: five men in uniform stand together near a building .
option 4: four policemen or security officers are posing for a photo while two of them embrace .
option 5: of these five men in police or security uniforms , two are hugging .
Output: a man is holding a religious poster .
option 1: a black dog is chasing another black dog .
option 2: a wet black dog is running away from another black dog .
option 3: two black dogs run along the green grass .
option 4: two black , wet dogs running on grass .
option 5: two dogs chasing each other in the grass
Output: a man is holding a religious poster .
option 1: a group of people watching a chess game .
option 2: many people are sitting in a park watching a chess game .
option 3: people gather around a life <UNK> chess game .
option 4: several people are at a park watching a chess game played with giant pieces .
option 5: the crowd is watching an over sized chess match .
Output: a man is holding a religious poster .
option 1: a girl doing the <UNK> in midair .
option 2: a girl is doing the <UNK> in the air in front of some trees .
option 3: a woman grabbing her feet while jumping in front of trees .
option 4: a young girl doing a trick in midair in front of a tree .
option 5: jumping girl grabs her feet , plants in background .
Output: a man is standing beside a bicycle on a sidewalk .
option 1: two dogs run in a field looking at an unseen frisbee .
option 2: two black and white dogs in a field of flowers and grass .
option 3: two black and white dogs look toward something in the air while running in a grassy field .
option 4: two black and white dogs running in a flowery field
option 5: two dogs <UNK> direction in an uncut field surrounded by low brush .
{'1-gram': 0.4254037479198769, '2-gram': 0.13455999827111104, '3-gram': 0.061139910749779536, '4-gram': 0.04217910104809769}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: two people sit on a dock near the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man is camping on the shore of a lake .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man sits on a sailboat next to a woman in a swimsuit .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is camping on a beach shore .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: two people sit on a dock near the water .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man drives a vehicle with a child on his lap .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a red hooded sweatshirt <UNK> a red mat .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4144449479823827, '2-gram': 0.19858242050616032, '3-gram': 0.0851744751442082, '4-gram': 0.0489007715574199}
=> Saving checkpoint
epoch: [66/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man sits on a sailboat next to a woman in a swimsuit . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a pink shirt jumps high over the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue shirt is standing in front of a <UNK> surrounded by a <UNK> . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man is camping on the shore of a lake . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a brown and white dog playing with black dog .
option 2: two dogs look at one another outside .
option 3: two dogs playing
option 4: two small dogs playing with each other in the grass
option 5: two small dogs run across the green grass .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man is asleep on the ground near two bank machines .
option 2: a man is <UNK> near an atm while another man is <UNK> money from a different atm .
option 3: a man sits in front of an atm machine while another man uses the machine .
option 4: a man with a <UNK> jacket on his shoulders lying on the sidewalk near two atm machines .
option 5: there is a man using an atm machine , while a man sleeps on the ground next to him .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a bearded man reads while sitting on a wall in a park .
option 2: a man reads his paper on the bench .
option 3: a man wearing a red shirt sits on a cement bench and reads the paper .
option 4: an old man sits outside reading a newspaper .
option 5: an old man with a white beard is reading .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: the girls are playing with foam swords .
option 2: two girls sparring with a red and blue bat while another girl watches .
option 3: two kids with helmets playing with <UNK> swords while one looks on drinking from a plastic cup .
option 4: two young girls playing with rubber swords in a park while a <UNK> watches .
option 5: two young girls with <UNK> <UNK> being to play while an older girl is <UNK> as the referee .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy in a green striped top is running barefoot through the sand .
option 2: a boy runs through the sand .
option 3: a boy wearing a striped shirt runs barefoot in the sandy hill .
option 4: a young boy in a stripped shirt running down a sand dune .
option 5: the <UNK> enjoys playing in the sand .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a group of children from many races are standing in the fountain of a busy plaza .
option 2: children play in fountains that spray water from the ground .
option 3: children running through fountains of water in the midst of crowd .
option 4: little kids are playing in a water fountain in front of lots of people .
option 5: several children are playing in water fountains .
Output: a man in a white helmet is walking .
option 1: a man is playing with a fire <UNK> in the day light .
option 2: a man juggling fire .
option 3: a man stands near a playground .
option 4: man throws flames outside .
option 5: the guy is holding a black stick in front of a playground .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a girl is smiling at the camera with a crowd of people behind her .
option 2: a girl with long dark hair wearing a yellow and white shirt is smiling .
option 3: a young girl smiling for the camera .
option 4: a young smiling girl wearing yellow in a crowd .
option 5: young girl posing with crowd in the background
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a group of people dressed as <UNK> .
option 2: a large group of people with <UNK> on gather outside .
option 3: <UNK> is dressed as a <UNK> at this party .
option 4: many people have painted faces at night .
option 5: people dressed up in <UNK> costumes are standing around .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a child doing gymnastics
option 2: a child gymnast performs a trick in a gymnasium .
option 3: a girl in a blue leotard does a <UNK> on a blue gymnastics mat .
option 4: a gymnast in a blue leotard is doing a handstand on the <UNK> floor .
option 5: gymnast does a flip on blue <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a child in a green sweatshirt is <UNK> colored eggs
option 2: a small child is holding a basket of brightly colored easter eggs and is picking up a pink one from the grass .
option 3: a young boy carrying a basket <UNK> easter eggs in the grass .
option 4: a young child is picking up easter eggs in the grass .
option 5: the child is carrying a basket of colored eggs and bending over with an <UNK> in his hand .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a bird lands in the water .
option 2: a blue , long - legged wading bird prepares to land in water .
option 3: a large bird has its wings spread above a body of water
option 4: a pelican diving towards the water with feet out .
option 5: there is an <UNK> bird in flight about to land on the water .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy drinks from a glass bottle .
option 2: a girl in a purple sweater is watching a boy drink from a bottle .
option 3: a girl in a purple sweater watching a boy drink from a green bottle .
option 4: a little girl in pink watches a young boy drink out of a bottle on a crowded street .
option 5: boy drinking from a green bottle with girl in purple sweater watching .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: two boys splashing each other in the ocean .
option 2: two boys splashing in the surf .
option 3: two boys splash in the big ocean .
option 4: two children splashing in the ocean .
option 5: two shirtless young people playing in the water .
Output: a man in a red shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown dog laying on a blue cover .
option 2: a brown dog laying on a blue sheet .
option 3: a dog lying on a blue cloth dog bed .
option 4: the brown dog is laying down on a blue sheet .
option 5: the dog is laying on a bed with a blue sheet .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a blond girl in shorts sits on the top of monkey bars .
option 2: a girl on monkey bars .
option 3: a girl sits on a red jungle gym .
option 4: a girl sits on a red play structure
option 5: a little girl on a red jungle gym .
{'1-gram': 0.418739681355049, '2-gram': 0.2035954195480172, '3-gram': 0.07548338134139584, '4-gram': 0.04178985483899941}
Validition result
Output: a man in a yellow helmet is racing a motorcycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man sits on a sailboat in the sunset near a flag .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a group of people are standing on the beach in front of some boats .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: two people sit on the end of a dock .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: two people sit on the end of a dock .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man sits on a sailboat with the sun setting behind him .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt is walking past a tree carrying a white umbrella .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is taking a bath in a bowl full of water while another person sits in a blue chair in a black room .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.39337274849074655, '2-gram': 0.1773344988715958, '3-gram': 0.09821117328566903, '4-gram': 0.06586665096610946}
=> Saving checkpoint
epoch: [67/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a few people sit at the bottom of a river . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red tracksuit is running on the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing by a red building with a snowy building . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man sits on a sailboat in the sunset . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a group of people sit on a bench and watch a boat . <EOS>
Train result
Output: a man in a white helmet is standing with two women .
option 1: a group of policeman in front of a glass building
option 2: a group of policemen are standing outside of a building .
option 3: a group of police officers outside a city building .
option 4: a group of police officers <UNK> the streets with a building in the background
option 5: policemen are gathered around a glass building .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a big black dog chases a big brown dog with a green object in his mouth while another big brown dog tags behind .
option 2: a brown dog holds an object in its mouth while a black dog tries to take it away . another brown dog looks on .
option 3: three dogs fight for a green chew toy on a stone walkway .
option 4: three dogs running together on a paved walkway .
option 5: two dogs chase a third dog with a toy .
Output: a man wearing a balloon hat and a helmet walks in the <UNK> .
option 1: a man in a baseball hat and sunglasses watching an event in a crowd .
option 2: a man in a blue hat is watching something that is <UNK> off camera .
option 3: a man in sunglasses and a baseball cap stands beside a tv cameraman in stadium full of people .
option 4: a man in sunglasses and a blue cap looking <UNK> .
option 5: the man in the gray shirt has a blue baseball cap on .
Output: a man in a <UNK> hat and sunglasses smiles .
option 1: a man and a woman in hats near a flight of stairs .
option 2: a man in a brown hat and bow - tie with a woman in a red flower hat .
option 3: a man wearing a gray hat stands with a woman wearing a red hat .
option 4: a man with facial hair and a hat stands next to a woman in a red hat in front of a staircase .
option 5: the man and woman are outside and something is drawing their attention .
Output: a man in a white helmet is standing with two women .
option 1: a blonde girl is wearing a silver helmet , <UNK> and knee pads , and rollerblades .
option 2: a child sits on a curb with inline skates and protective gear .
option 3: a child wearing rollerblades and sitting on a curb .
option 4: the blonde girl is wearing a silver helmet , knee pads , and rollerblades .
option 5: the girl takes a break from rollerblading .
Output: a man in a white helmet is standing with two women .
option 1: a black and white dog <UNK>
option 2: a black and white dog is playing with a frisbee outside .
option 3: a black and white dog jumps to catch the green frisbee .
option 4: a black and white dog leaps to catch a frisbee in a field .
option 5: a small black and white dog jumping on the grass to catch a frisbee
Output: a man in a white helmet is standing with two women .
option 1: a cyclist is riding a bicycle on a <UNK> road up a hill .
option 2: a man in <UNK> gear riding a bicycle down a road around a sharp curve .
option 3: a man on a mountain bike is <UNK> up a hill .
option 4: man bicycle up a road , while cows <UNK> on a hill nearby .
option 5: the biker is riding around a curve in the road .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a blonde boy and a girl in pajamas with make - up .
option 2: a girl with her arm around a boy covering his face .
option 3: a little girls puts her arm around a little boy .
option 4: a young girl hugs a little boy .
option 5: the little boy sitting next to the girl is covering his face with his hand .
Output: a man in a white shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown dog in a field .
option 2: a brown dog in mid - run in grass .
option 3: a brown dog in two black collars running through a grassy field .
option 4: a dog running in a field .
option 5: a light brown dog with a dark collar bounding through grass .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a girl holds something while three dogs <UNK> .
option 2: a woman stands in a field surrounded by three <UNK> gray dogs .
option 3: the woman and three dogs are in a field .
option 4: three brown dogs are jumping up at the woman wearing blue .
option 5: three grey dogs jump at a woman .
Output: a man wearing a balloon hat and a helmet walks in the <UNK> .
option 1: a person in the distance hikes among <UNK> with stars visible in the sky .
option 2: a person standing on a ridge in the desert .
option 3: interesting rock formations in the desert landscape , with stars above .
option 4: the night sky in the desert .
option 5: there is a person standing a mountain that has some interesting <UNK> .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a race car moves down the road as two people watch from a distance .
option 2: a race car , numbered <UNK> is <UNK> a bend as two people watch and take pictures .
option 3: a silver and blue rally car is passing two spectators who are standing at the <UNK> .
option 4: blue and silver car going around curve being watched by people standing in grass
option 5: silver and blue car marked <UNK> raises dust on road as two background people watch .
Output: a man in a white helmet is standing with two women .
option 1: a little old lady sitting next to an advertisement .
option 2: an asian woman waiting at an <UNK> train stop .
option 3: an old woman sits in a <UNK> station next to a backlit advertisement .
option 4: a woman sits in a subway station .
option 5: a woman with an umbrella is sitting at a station , with an <UNK> <UNK> on the wall .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a closeup into a large <UNK> type <UNK> with a lone woman in the center .
option 2: a person sitting in an airplane display .
option 3: a woman is sitting in a white <UNK> - plane that hangs from the roof of an air museum .
option 4: ride with a <UNK> <UNK> .
option 5: the plane is hanging from the ceiling in the museum .
Output: a man in a white helmet is standing with two women .
option 1: a boy in a red shirt walks down the street through heavy rain .
option 2: a boy in yellow walks down the street .
option 3: a boy walks in the rain with tennis balls in his shirt .
option 4: a child <UNK> something in their shirt walks in the rain on the street .
option 5: a girl holding a bag walks down the street in front of the <UNK> <UNK> 's office .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a guy on a waterskiing board is doing a stunt .
option 2: a man on a wakeboard is jumping over the <UNK> and trying to grab the board with one hand .
option 3: a man performs a wakeboarding trick
option 4: a waterskier flying <UNK> in the air over a wave
option 5: a waterskier flies into the air .
{'1-gram': 0.45045285492760895, '2-gram': 0.17925024678501628, '3-gram': 0.08112803902516164, '4-gram': 0.04990489894555519}
Validition result
Output: a man on a motorcycle rides with a crowd in the background .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: two people sit on a dock near the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a baby stroller in a cow cut - around a small child while another dog walks behind .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: two people sit on a dock near the water .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: two people sit on a dock near the water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: two people sit on a dock near the water .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are looking at the view on a stairway by the sea .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby in a baby seat making a funny face
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4192327954253513, '2-gram': 0.21322390897026727, '3-gram': 0.0962828882227116, '4-gram': 0.05330480314000875}
=> Saving checkpoint
epoch: [68/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a couple sits on a bench by the water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl is blowing bubbles with a yellow bubble wand . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket is <UNK> the performance <UNK> board of a theater . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> two people sit on a dock next to each other watching the sunset . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a group of people are standing on a ledge overlooking low clouds . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a girl <UNK> on an autumn day .
option 2: a person is waterskiing in a lake near autumn colored trees .
option 3: a person on a <UNK> .
option 4: a waterskier being pulled dressed for the cold with a life jacket on .
option 5: a young person is wakeboarding off the back of a water vehicle .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a man falling off of his surfboard .
option 2: a man in a black wetsuit rides a surfboard on a wave .
option 3: a surfer in a wetsuit balances on his board amidst ocean spray .
option 4: surfer leaning back on surfboard .
option 5: this man is wearing a wetsuit and riding a surfboard .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: an equestrian and horse make a jump on a course .
option 2: a rider on a white horse is in the middle of a jump over a hurdle .
option 3: a show jumper wearing a blue helmet rides a white horse over wooden fence that is decorated with red and yellow flowers .
option 4: the rider is practicing jumps on a beautiful white horse .
option 5: white horse with jockey jumps a barrier
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a female snowboarder relaxing as the day comes to an end
option 2: a girl wearing a green jumpsuit and goggles with a beautiful sunset in the background
option 3: a snowboarder in a green jumpsuit looks behind herself .
option 4: a woman snowboarder has a <UNK> photo taken of herself at sunset .
option 5: a woman wearing colorful goggles looks to the side as a sun sets behind her .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: there are two men riding bicycles outside in the snow covered countryside .
option 2: the two men and their bikes are on the side of a snowy road .
option 3: two men on bicycles on the side of a <UNK> road in the country
option 4: two men stop on a snow - covered hill with their bicycles .
option 5: two men taking a break from riding their bikes on a snowy road .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: smiling girls in bathing suits sitting on the sand
option 2: a group of friends smile for a picture at the beach .
option 3: a group of young ladies in bikinis .
option 4: the three girls in bathing suits are all smiles .
option 5: the three girls sat on the beach .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a man and a woman relaxing after a <UNK>
option 2: a man and a woman resting after exercise .
option 3: a man with his shirt off <UNK> <UNK> as he takes a break by a wall .
option 4: there is a shirtless man leaning against a wall and a woman in a red shirt with her back to him .
option 5: two people stand against a wall after a <UNK> .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a male does an open leg trick while doing a wheelie on his bike .
option 2: a man is doing a wheelie on a motorcycle while stretching his legs <UNK> .
option 3: a man with a red , black , and white <UNK> on is riding on a motorcycle .
option 4: man puts legs up in air while riding bike .
option 5: person riding a bike doing a while
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a man in white and red tries to stop a man with a ball .
option 2: a rugby player attempts to break free of an opposing player with both teams <UNK> in .
option 3: a rugby player <UNK> the ball against a member of the other team attempting to tackle him .
option 4: a rugby player in a black and yellow uniform runs down the field while number six on the other team tries to tackle him .
option 5: a rugby player in black is pushing his way through a player in red whilst carrying the ball .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a man talks to a woman wearing a backpack .
option 2: a woman with a bag talks to a man on a bicycle near a street .
option 3: man riding a bicycle as woman walks beside him on a street .
option 4: the woman carrying a backpack is facing the camera , while the man is turned away .
option 5: the woman in the white shirt and black backpack is walking with the man in the blue shirt .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a man in glasses and an asian woman are seated across from each other in a subway train .
option 2: people on a subway .
option 3: people sit inside a train .
option 4: several people sit on a train .
option 5: two men and one woman are sitting in a subway train .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a boy is rock climbing .
option 2: a young boy climbing on a rock wall
option 3: a young boy climbs the rock wall .
option 4: a young child climbs an indoor rock climbing wall .
option 5: a young kid <UNK> orange climbs a rock climbing wall .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a black dog is <UNK> to catch a frisbee .
option 2: a brown dog runs after a red frisbee .
option 3: a dog in the foggy distance catching a frisbee
option 4: a dog runs through grass , while a frisbee flies through the air .
option 5: animal running after frisbee in field .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a girl in a yellow shirt walks with her hands in her <UNK> on a bridge .
option 2: a woman in a yellow shirt walks down a sunny street .
option 3: a woman in a yellow t - shirt and sunglasses walks down a sidewalk .
option 4: a woman outside on a street wearing a yellow shirt and sunglasses .
option 5: a young blond woman wearing a yellow shirt walking down a sidewalk .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a boy is posing with a metal <UNK> in each hand .
option 2: a boy with a yellow shirt and light brown shorts is posing with a long <UNK> <UNK> in each hand .
option 3: a man in orange holds <UNK> <UNK> and makes a funny face .
option 4: a young man holds a <UNK> shaped object in the air with one hand and a similar shaped object in the other while making a funny expression .
option 5: a young man in an orange shirt <UNK> two <UNK> .
Output: a man wearing a yellow shirt is standing in a tent with his arms out in front of a brick wall .
option 1: a blonde boy and a girl in pajamas with make - up .
option 2: a girl with her arm around a boy covering his face .
option 3: a little girls puts her arm around a little boy .
option 4: a young girl hugs a little boy .
option 5: the little boy sitting next to the girl is covering his face with his hand .
{'1-gram': 0.3906567994288384, '2-gram': 0.1809458841292581, '3-gram': 0.06806104188795097, '4-gram': 0.037883108092785334}
Validition result
Output: a group of people are sitting on dirt bikes in a grassy field .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man fishes in a boat by the sunset .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in an orange shirt is jumping from a rope into the ocean .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is fishing in a foggy lake .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man in a blue shirt is walking on rocks by a lake
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a dog runs by the ocean 's edge .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a small boy is playing with a toy guitar and microphone .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.43648768398450655, '2-gram': 0.19683083366377105, '3-gram': 0.08448093228602536, '4-gram': 0.04727783575703759}
=> Saving checkpoint
epoch: [69/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is looking at a medium sized dog at the beach . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a white dress running . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a military uniform is walking past a red truck . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man fishes under a large tree . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog runs with a large stick in its mouth . <EOS>
Train result
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: three greyhounds are racing on a track at night .
option 2: three lean , numbered , greyhounds race along a track .
option 3: two greyhounds racing at night
option 4: two horses are right alongside each other in the race .
option 5: white , black , and brown greyhounds racing in numbered shirts .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a man is carefully skiing down a snow covered hill wearing a backpack .
option 2: a person skis down a snowy hill .
option 3: a skier wearing a black backpack is making his way down a hill .
option 4: a skier with poles is walking through the snow
option 5: a skier carefully walks down a steep snow slope .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a white dog chasing a black dog across the grass .
option 2: a white dog is following a black dog through the grassy area .
option 3: there are two dogs , black and white , and the black one is jumping .
option 4: two dogs running in a grassy , fenced in area surrounded by trees .
option 5: two dogs running through a yard with a forest in the distance .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a street view with cars and buildings .
option 2: cars are parked by a little store in <UNK> european street .
option 3: cobblestone street and line of <UNK>
option 4: people stand outside of a building that has cars parked in front .
option 5: there are two blue signs on the corner of the street .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: two guys standing side by side .
option 2: two male spectators
option 3: two men are watching something .
option 4: two men wearing black in a city
option 5: two young men dressed in black stand next to each other looking at something .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a little black dog chases another little black dog through thick snow .
option 2: two black dogs walking through the snow .
option 3: two dogs are running through snow , away from the camera .
option 4: two dogs of the same breed are running through snow that has buried grass .
option 5: two large black dogs run through the snow .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a boy in an orange jacket appears <UNK> .
option 2: a boy wearing an orange coat <UNK> at the camera .
option 3: a <UNK> boy in the snow wears a helmet and an orange <UNK> <UNK> jacket .
option 4: child in orange jacket and a helmet playing in the snow .
option 5: the boy wearing the red jacket and helmet is <UNK>
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a woman riding a horse in a show jumping competition .
option 2: the horse and rider are jumping over a fence .
option 3: the horse and rider are jumping over a white fence .
option 4: the horseback rider and her horse are jumping rails .
option 5: women on horse jumping over gate .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a brown dog is playing with a ball in the water .
option 2: a brown dog is running through water carrying a ball in its mouth .
option 3: a dog has run into the water to catch a ball in his mouth .
option 4: a dog running through water with a ball in its mouth
option 5: yellow dog catches ball in shallow waters .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: the ladies are talking .
option 2: three women are smiling with <UNK> behind them .
option 3: three women at an art gallery , two of the women holding wine glasses .
option 4: three women talking and laughing , while 2 hold glasses of wine .
option 5: three women talking , holding glasses of wine , with <UNK> in the background .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a couple posing together each smiling
option 2: a smiling woman in a brown shirt leans on a man in a sweater .
option 3: a woman in brown and a man in grey look at the camera .
option 4: man with brown hair and a woman with blond hair smile .
option 5: two guys and a girl smiling .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: people playing , basketball ball in air
option 2: a group of boys play basketball outside of a brown building .
option 3: three people stand on a basketball court as a ball flies through the air .
option 4: three teen boys playing basketball outside
option 5: three <UNK> watching a basketball in the air .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a girl kicks a ball
option 2: a little girl gives a good kick to a blue ball .
option 3: a little girl in a pink shirt kicks a blue ball .
option 4: a young girl kicking a blue ball
option 5: young girl in pink shirt kicking blue ball .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a camera team wearing jackets stands in front of a white building .
option 2: a man is setting up a camera to take <UNK> of something that <UNK> <UNK> be seen near a <UNK> wall .
option 3: a man shoots <UNK> with a camera as two women look on .
option 4: a man with long hair is looking through a camera .
option 5: three people stand outside one has a camera on a tripod .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a man sitting down , with his head down and his eyes closed
option 2: a man with a backwards hat sits on the ground .
option 3: a teenager in a white shirt and gold hat with his head <UNK> and eyes closed .
option 4: a young man in a white shirt and gold and black hat sits cross legged .
option 5: young man hanging his head wearing a hat .
Output: a man in a red jacket holds a small girl on his shoulders .
option 1: a guy is riding a bike up the side of a hill .
option 2: a young man bicycles towards the camera and away from beautiful mountains on a clear day .
option 3: man on bike in mountains
option 4: man riding a bicycle down a narrow path .
option 5: man riding bike on trail
{'1-gram': 0.3636093849894294, '2-gram': 0.1385180907923384, '3-gram': 0.07081153715993396, '4-gram': 0.04464632740038798}
Validition result
Output: a man on a motorcycle is racing at a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man drives a baby over a small boat on a lake .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in an orange vest tossing a child into the air on the beach
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is camping on a lake
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man drives a baby over a stone <UNK> with water on the ground .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a person is surfing along a crashing wave .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a white shirt and jeans stands in a <UNK> looks on the beach .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby with an airplane on his shirt sits in a high chair .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4426850396555127, '2-gram': 0.21256096323907547, '3-gram': 0.09152513930753395, '4-gram': 0.05145609295874734}
=> Saving checkpoint
epoch: [70/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a brown dog is jumping over a fence with ears flying in the air . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl is blowing bubbles with an orange bubble wand . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket is <UNK> the performance <UNK> board of a theater . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man drives a baby over a stone <UNK> with water on the ground . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog is running in a field . <EOS>
Train result
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a girl climbing on a climbing ledge .
option 2: a little girl is climbing up a climbing wall
option 3: a small girl climbs a rock wall .
option 4: a young girl <UNK> an indoor climbing wall .
option 5: a young girl practicing rock climbing on an indoor wall .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a brown dog jumping a wooden wall a few people <UNK> around also
option 2: a large brown dog climbs over a tall fence while three people look on .
option 3: a police dog in training jumping over a large wall
option 4: dog climbing over wall
option 5: people watch as a dog scales a wooden wall in a grass field .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a person wearing beige snow clothes is flying in the air on a snowboard .
option 2: a snowboarder does a trick on a half pipe .
option 3: a snowboarder in the air above snow .
option 4: a snowboarder is in midair above a snow - covered ridge beneath a blue sky .
option 5: a snowboarder is in the air above a ramp of snow .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy under an umbrella is held by his father who is wearing a blue coat
option 2: a man carries a baby in a big city .
option 3: a man carries a baby on his shoulder in the rain in a big asian city .
option 4: child <UNK> new <UNK>
option 5: the baby <UNK> something that <UNK> him as he is being carried through the city by <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a blond dog jumps in the air on the grass .
option 2: a medium sized brown dog jumping
option 3: a muscular dog is walking on very short grass .
option 4: a tan dog is <UNK> over grass .
option 5: brown dog looks <UNK> while running
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man sits on a step with two <UNK> bags and a plastic bag by his sides .
option 2: a man wearing sandals sits on the sidewalk near some bags .
option 3: bald , older man sits in gray stone area with bags , clapping hands .
option 4: man with <UNK> bag sitting on a concrete curb .
option 5: man with grey beard sitting on the sidewalk with bags on either side of him .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a bald man in a black wetsuit flips leaps in the air on a surfboard , holds on to a waterskiing handle
option 2: a man doing a trick on a wakeboard
option 3: a person waterskiing in a river with a large wall in the background .
option 4: a wakeboarder soars through the air .
option 5: male performing water sports <UNK> while being pulled by a boat .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a boy swinging on a swing .
option 2: a boy swings in the air .
option 3: a boy wearing an orange shirt is playing on a swing .
option 4: a child in an orange shirt swings on a swing .
option 5: a child wearing an orange shirt , dark blue denim shorts and sandals rides on a swing .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: boys with their backs against an incoming wave .
option 2: four boys are about to be hit by an approaching wave .
option 3: four people sitting in the path of a wave .
option 4: four young men are sitting on the beach under a crashing wave .
option 5: three boys sitting in sand getting splashed by wave
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: boy skating across a metal rail .
option 2: one boy skateboarding on a rail and three boys watching .
option 3: teenager grinding skateboard down a railing while other teenagers watch .
option 4: the skateboarder is riding the silver rail while three other young men look on .
option 5: young man grinding , three other boys observing
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a group of girls are smiling while posing for a picture .
option 2: a group of smiling women .
option 3: a group of women hugging each other
option 4: a group of women pose for a picture as a man plays guitar behind them .
option 5: many women sitting happily together smiling at the camera .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a kite surfer jumps through the air .
option 2: a man is flying through the air hanging from a <UNK> while others are water - skiing .
option 3: a person is parasailing over water , with other <UNK> close behind him .
option 4: a person wearing a <UNK> is in the air above water .
option 5: a young man parasailing in midair over the ocean
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a man in a blue shirt and jeans stands behind a sign that says " <UNK> ' mom ' <UNK> " .
option 2: a man wearing a tank top holding up a sign that <UNK> <UNK> <UNK> .
option 3: a person wearing blue jeans and a blue tank top stands and waits .
option 4: a young man stands at the foot of a two - wheeled cart .
option 5: man in a blue tank top showing his <UNK> .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a child enjoying themselves on a yellow slide at a park .
option 2: a little girl in a yellow t - shirt is tumbling towards the end of a yellow slide .
option 3: a little girl slides down a <UNK> yellow slide .
option 4: a small blond girl wearing a yellow shirt sliding down a yellow slide with her feet in the air .
option 5: a young girl with a yellow shirt sliding down a yellow slide
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a big tan dog jumps in the water .
option 2: a light brown dog is running in the water .
option 3: a light colored dog splashes through the water .
option 4: a tan dog splashing in water on the bank of a pond or river .
option 5: a white dog is splashing through the water .
Output: a man in a red shirt is standing in a tent holding a <UNK> .
option 1: a dog is running and jumping through the woods
option 2: a dog races through the woods .
option 3: a dog running in the woods .
option 4: a dog running quickly through the woods .
option 5: a dog runs through the woods .
{'1-gram': 0.40457124079351103, '2-gram': 0.1683887835010466, '3-gram': 0.07649028508183658, '4-gram': 0.046179549781709045}
Validition result
Output: a motorcycle racer speeds down a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man sits on a boat in the sunset near a flag .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a go cart with a child on his lap .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is camping on a beach shore .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man sits on a boat in the sunset near a flag .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man drives a boat along a waterway lined with <UNK> .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.40934068975590704, '2-gram': 0.1692413488338401, '3-gram': 0.06684475305414005, '4-gram': 0.04218324682283462}
=> Saving checkpoint
epoch: [71/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a campsite with tents and picnic tables . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped sweatshirt and jeans running in the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red coat stands outside of a store near a big column . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man sits on a boat in the sunset near a flag . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> an animal is <UNK> through the back of a boat that is <UNK> on the shore of a paddling . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown dog is sniffing a white dog in front of 2 women .
option 2: a large golden dog sniffing the <UNK> of a white dog
option 3: two dogs are being <UNK> into a building on leashes .
option 4: two dogs one white and another tan are on leash with two women at an open doorway .
option 5: two large dogs <UNK> other while their owners watch .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: one dog is standing whilst two other dogs are running in the snow .
option 2: three dogs are playing around in the snow .
option 3: three dogs chasing each other in the snow .
option 4: three dogs play in snow .
option 5: two dogs play together in the snow .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a blonde girl and two american flags
option 2: a girl in glasses is looking over two american flags near a wooded area .
option 3: a girl wearing glasses behind two american flags .
option 4: a girl with glasses next red white and blue flags .
option 5: a young girl with glasses sits and holds two american flags .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a little boy sticks his tongue out for the camera . another boy looks on .
option 2: two boys make faces .
option 3: two young boys are looking at the camera , one smiling , the other sticking his tongue out .
option 4: two young boys look up at the camera as one sticks out his tongue .
option 5: two young boys making silly faces .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a group of people riding a roller coaster upside down .
option 2: a group of people riding a yellow roller coaster .
option 3: many people on a roller coaster ride are <UNK> upside down over a white track .
option 4: people ride upside - down on a roller coaster .
option 5: there are multiple people going over a <UNK> on an <UNK> roller coaster .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a man in a pink shirt and white vest plays a guitar .
option 2: a man in a pink shirt playing guitar .
option 3: a man in a white suit and a pink shirt plays guitar .
option 4: a man wearing pants plays a guitar while onstage .
option 5: the man in the white and pink outfit is holding a guitar .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a woman in a short skirt holds a plastic bottle as she walks down a street with <UNK> and pedestrian traffic .
option 2: a woman is walking down the middle of the road carrying a bottle .
option 3: a woman walking down the side of a highway .
option 4: a woman walking parallel to a yellow line against traffic .
option 5: a woman wearing a jean skirt walks down a city street .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a little girl swings on the swing .
option 2: a young girl wearing a hat and blue jeans is on a swing .
option 3: a young smiling female on a swing .
option 4: the girl is happily swinging on a swing outside .
option 5: the girl swings .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a girl is sitting on a rock next to a waterfall .
option 2: an <UNK> sits on the shore of a pool <UNK> by <UNK> waterfalls .
option 3: a person sits on a rock at the edge of a large waterfall .
option 4: a person sitting on a rock by a fall .
option 5: a woman is sitting on a rock next to a large waterfall .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a black haired girl is eating corn on the <UNK> .
option 2: a man is eating a piece of corn on the <UNK> .
option 3: a man is <UNK> on an ear of corn
option 4: a person with dark hair is eating a very large ear of corn .
option 5: the child with black hair is eating corn on the <UNK> .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a girl dressed in a red polka dot dress holds an adults hand while out walking .
option 2: a young girl dressed in a <UNK> mouse outfit and an older woman walking down the sidewalk .
option 3: the woman is holding the hand of the little girl in the red dress with the polka - <UNK> skirt .
option 4: two indian women walk down a road .
option 5: woman with headscarf and girl in red costume dress walk through urban area .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a <UNK> jumps the fence .
option 2: a deer is jumping over a fence .
option 3: a deer jumping over a fence .
option 4: a deer jumps a fence .
option 5: <UNK> jumps over wood and wire fence
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a dog carries an orange toy in its mouth .
option 2: a dog running with his tongue out .
option 3: a dog runs through the grass with its tongue hanging out .
option 4: a white dog with brown ears runs on the green grass with an orange dog toy .
option 5: white dog with orange collar walks in the field .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a dog runs through the forest with something in its mouth .
option 2: a dog runs while holding an object in its mouth .
option 3: a yellow dog running through a grassy area carrying something small in its mouth .
option 4: a young puppy with a red collar running with a leaf in its mouth .
option 5: the dog is carrying a toy through the grass .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a brown and black dog is chasing a black dog in the snow .
option 2: a brown dog is chasing a black dog through the snow in front of a wire <UNK> fence .
option 3: brown dog chasing black dog through snow .
option 4: the dogs are running in the snow .
option 5: two dogs playing in the snow near a chair .
Output: a man wearing a yellow shirt is standing in a tent holding a <UNK> or guitar .
option 1: a black and brown dog running outside .
option 2: a brown and black dog running on a trail in the woods .
option 3: a <UNK> runs in the dry grass .
option 4: a dog running down a hill .
option 5: a dog with a red collar runs in a forest in the middle of winter .
{'1-gram': 0.3561776000770172, '2-gram': 0.14871682028635871, '3-gram': 0.05888830839319454, '4-gram': 0.03233255810751499}
Validition result
Output: a man on a motorcycle is racing at a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man sits on a rock next to a folding deck chair and a fishing pole .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a boat along a waterway lined with <UNK> .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man sits on a rock next to a folding deck chair and a fishing pole .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man sits on a rock next to a folding deck chair and a fishing pole .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man sits on a rock next to a folding deck chair and a fishing pole .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a couple stands close at the water 's edge .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.35716826884462427, '2-gram': 0.15070949084654145, '3-gram': 0.07149549027090218, '4-gram': 0.03976408133462264}
=> Saving checkpoint
epoch: [72/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man sits on a sailboat next to a folding deck chair and a fishing pole . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a green shirt is holding a red and blue soccer ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a yellow shirt is standing in a street surrounded by people . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man sits on a rock next to a folding deck chair and a fishing pole . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a campsite with tents and picnic tables . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a baby boy has spread food all over his arms , face and plate .
option 2: a baby is eating aqua - colored cake very <UNK> .
option 3: a baby makes a big mess with cake .
option 4: a very <UNK> baby eating a cake .
option 5: a young boy with blue eyes is covered in blue cake .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: the black and brown dogs play in the snowy field .
option 2: two brown dogs play in a snowy field .
option 3: two dogs are playing in the snow .
option 4: two dogs play in field of snow
option 5: two long haired dogs play in the snow .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a girl hanging on to the rings of a jungle gym .
option 2: a girl is hanging from metal rings .
option 3: a girl wearing pink hangs on the hoops .
option 4: a young girl reaches for playground rings with <UNK> in her eyes .
option 5: the girl is playing on a swing set with rings .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a snowboarder balancing on his hand with the snowboard in the air
option 2: a snowboarder doing a handstand .
option 3: a snowboarder doing a one - handed <UNK> .
option 4: a snowboarder in a blue and white jacket does a hand plant with their snowboard in the air .
option 5: a snowboarder is doing a handstand with his board in the air on a slope .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: the men are climbing .
option 2: two men are lying in red <UNK> on the side of a mountain .
option 3: two men are sleeping on makeshift <UNK> on the side of a cliff .
option 4: two men in <UNK> hanging from a cliff
option 5: two mountain climbers are smiling on the mountainside .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a boy under an umbrella is held by his father who is wearing a blue coat
option 2: a man carries a baby in a big city .
option 3: a man carries a baby on his shoulder in the rain in a big asian city .
option 4: child <UNK> new <UNK>
option 5: the baby <UNK> something that <UNK> him as he is being carried through the city by <UNK> .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a black dog jumps in the snow .
option 2: a black dog jumps to catch a frisbee in the snow .
option 3: black dog in snow leaps for red object at upper edge of frame .
option 4: one black dog is jumping off the snow filled ground .
option 5: the black dog jumps out of the snow to catch an object .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man in a hat and sunglasses reads a book on a park bench .
option 2: a man in <UNK> camouflage cap and jeans is sitting on a bench reading a book .
option 3: a man is sitting on a bench and reading a book .
option 4: a man on a park bench reads a <UNK> .
option 5: a man wearing a camouflage hat and sunglasses reading a book on a black metal bench .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a brown dog is running in the snow with a smaller black dog running behind it .
option 2: a large brown dog and small black dog walk on the snow .
option 3: a little black dog and a large brown dog are out in the snow .
option 4: two dogs , a big dog and a small dog , run in the snow .
option 5: two dogs are standing in snow , the smaller one barking at the larger one .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: an older man in a tank top and a younger girl in striped shirt pose on a couch .
option 2: an older man is hugging a younger girl .
option 3: an old man and a young woman embrace on a couch .
option 4: an old man is hugging a woman in a red striped top on the couch .
option 5: an old man is hugging the young girl wearing a red striped shirt .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a girl in a pink shirt on a carnival ride with a huge stuffed animal .
option 2: a girl sits on a ride with a stuffed animal next to her above a carnival .
option 3: a little girl and her stuffed monkey seated on a ride above the <UNK> .
option 4: a little girl sits on a <UNK> wheel seat next to a giant stuffed animal .
option 5: girl and large stuffed animal riding an <UNK> ride over a fair .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: kids playing on the rocks with a <UNK> in the background .
option 2: kids play on rocks lining the <UNK> of a location with a nearby <UNK> .
option 3: three children are playing on the shoreline with a <UNK> <UNK> in the background .
option 4: three children <UNK> the rocky shoreline near a <UNK> .
option 5: three children playing on rocks near a lake
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a cricket batsman swinging
option 2: a man playing cricket
option 3: a man wearing a baseball uniform swings back with a large bat .
option 4: a man wearing white clothes playing cricket .
option 5: the baseball player holds up his bat ready to swing .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man surfing on a big green wave .
option 2: a person is surfing a big wave .
option 3: a surfer is riding on a breaking wave .
option 4: a surfer rides a green wave .
option 5: a surfer rides out the green and white waves .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man sits in a wheelchair as a woman pushes him .
option 2: a woman is pushing a man in a wheelchair toward the camera on a brick street while other people are passing behind them .
option 3: a woman pushes a man in a wheelchair in a european courtyard .
option 4: a woman pushes a man in a wheelchair ; in the background is an <UNK> .
option 5: a woman pushing a man in a wheelchair outside .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a boat floats in the water .
option 2: a boat with a red and white sail in a body of water in the back of this scene .
option 3: a ship with a red and white sail is in a body of water .
option 4: boat <UNK> in rough water .
option 5: distant boat with striped sail , sailing between two land <UNK> .
{'1-gram': 0.4769790528657485, '2-gram': 0.21456187575503344, '3-gram': 0.10117486373414561, '4-gram': 0.06758940194459195}
Validition result
Output: a man on a motorcycle is racing at a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man casting out a fishing line into a stream
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in an orange vest tossing a child into the air on the beach
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man and woman sit on a bench , watching a boat go by .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man casting out a fishing line into a stream
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing in the ocean and holding on <UNK> the rock .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: three people stand on a path that has a <UNK> it looking down .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an bouncy seat with toys surrounding him .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3778182347575646, '2-gram': 0.15827508156879705, '3-gram': 0.07440841966584424, '4-gram': 0.04180414883672484}
=> Saving checkpoint
epoch: [73/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a brown dog is sniffing a stream in a rural area . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped sweatshirt and jeans running in the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is standing outside a store holding some money in front of his face . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man casting out a fishing line into a stream <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog chases another dog with a toy in its mouth . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a little blonde girl splashing in a mud puddle .
option 2: a little girl <UNK> joy in playing in a big , <UNK> area of mud !
option 3: a little girl with blonde hair is playing and splashing in a mud puddle .
option 4: a naked little girl plays in a mud puddle .
option 5: a naked little girl splashing in a mud puddle
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a police officer posing with two army officers beside his motorcycle .
option 2: there are three policemen and a police motorcycle .
option 3: three police officers next to a police motorcycle .
option 4: three police officers pose with a motorcycle .
option 5: two men in red <UNK> pose with a motorcycle cop .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a blonde fisherman standing in the water prepares his <UNK> .
option 2: a fisherman wearing a <UNK> jumpsuit looks at something in his hand .
option 3: a man <UNK> a line .
option 4: a man in fishing overalls in the water .
option 5: the fisherman stands in water while looking at something small in his hands .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man in a checked shirt stands next to a large wooden bowl .
option 2: a man standing next to a large plate .
option 3: an older man is standing next to a display of wooden <UNK> .
option 4: an older man poses near wooden bowls on display .
option 5: the man wearing glasses is showing a wooden <UNK> .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a woman , covered in a red and blue <UNK> , smoking a cigarette , eyes closed .
option 2: a woman with a black <UNK> is wrapped in a blue , red and yellow blanket and is smoking .
option 3: a woman with a headband wearing a blue , yellow and red hooded jacket .
option 4: the woman with a colorful blanket is smoking a pipe .
option 5: the woman wrapped a flag around her body and <UNK> <UNK> .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a child is smiling whilst he is has his hands <UNK> in front of him .
option 2: a group of children doing a dance .
option 3: a group of young people doing a pose .
option 4: a little boy in a black and white snow costume dances with a group of little girls .
option 5: children are dressed in black and white costumes .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black and white dog jumps in a pool filled with tennis balls .
option 2: a black and white dog swimming in the pool
option 3: a black and white dog swims and plays with tennis balls in the pool .
option 4: a black and white dog swims for tennis balls .
option 5: there is a black and white dog in a <UNK> blue pool .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man in an orange cap standing on top of a pointy rock .
option 2: a man in brown pants , white shirt and orange hat stands on a rock near a wooded area .
option 3: a man is standing on the top of a rock .
option 4: a man wearing an orange cap and brown <UNK> pants stands on a rock by some green trees .
option 5: a man wearing an orange cap , white shirt , <UNK> pants , and hiking boots stands on a rock .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a group of children sit on a skateboard half pipe .
option 2: a group of young children sit on the edge of a cement ledge .
option 3: children sit at the top of a cement wall .
option 4: six girls sit on painted pavement .
option 5: six little girls are sitting on a cement hill .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man is surfing a big wave on a white surfboard .
option 2: a man surfing a crashing wave .
option 3: a man surfs over a huge wave in the ocean .
option 4: an african american man is jumping off a surfboard in a crashing wave in the ocean .
option 5: a surfer is falling of his surfboard in the middle of a crashing wave .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a baby girl is attempting to climb out of her green <UNK>
option 2: a baby in pigtails tries to climb out of their playpen .
option 3: a female toddler in pigtails is trying to climb out of a green and white playpen .
option 4: a toddler is in a green playpen .
option 5: baby with blonde pigtails in yellow room attempting to climb out of green playpen .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a dog runs for a ball thrown by a small boy .
option 2: a little boy is playing with his dog in the backyard as the snow <UNK> .
option 3: a young child is walking alongside a large black and brown dog with snow on the ground .
option 4: little boy and a dog are playing in a fenced in backyard with snow on the ground .
option 5: the boy and the dog are outside in the garden with a little snow still on the ground .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a boy <UNK> the bubbles off his face .
option 2: a boy covered in <UNK> has his face <UNK> clean .
option 3: a boy is covered in bubbles .
option 4: a child covered in foam is climbing on a black inflatable ramp .
option 5: a person covered in <UNK> water is getting <UNK> off .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black and white dog jumping in the air surrounded by snow
option 2: black and white dog jumping up in the snow .
option 3: dog jumping in the snow near a tree .
option 4: shaggy little dog jumps in the snow .
option 5: the white and black dog <UNK> into the air and off the snowy ground .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: an older man sits and several people stand .
option 2: an old man in a hat sits and looks straight ahead .
option 3: an old man looks at people shopping .
option 4: an old man wearing a hat sitting staring off into the distance .
option 5: this is a <UNK> shot of an old man in a newspaper boy hat with people blurred out in the background .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a female in blue jean shorts and a black top sitting in a wicker chair .
option 2: a girl with a newspaper in a cafe .
option 3: a happy woman wearing a black tank top is sitting in a wicker chair .
option 4: a woman in a black shirt is sitting on her feet in a wooden chair .
option 5: a woman sitting in a chair and smiling at the camera .
{'1-gram': 0.4524322258428794, '2-gram': 0.17223106790836323, '3-gram': 0.07825666630774719, '4-gram': 0.042529321751482274}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man casting out a fishing line into a stream
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a vehicle with a child on his lap while a child looks on .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man casting out a fishing line into a stream
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man casting out a fishing line into a stream
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man casting a fishing pole .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: two people stand close together looking at a river from behind a fence .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an <UNK> chair in a child 's <UNK> .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3313708604201836, '2-gram': 0.1433506458423896, '3-gram': 0.06792485852664329, '4-gram': 0.039966497055687986}
=> Saving checkpoint
epoch: [74/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man sits in a boat and holds a fishing pole while another lays down . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a blue shirt is pointing at the camera and smiling . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a long white robe and black pants walks down the street . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man casting out a fishing line into a stream <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man in a blue canoe navigates in a <UNK> with tall palm <UNK> . <EOS>
Train result
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a group of girls playing field hockey .
option 2: five female hockey players are <UNK> for the ball around the goal mouth .
option 3: girls play field hockey .
option 4: the field hockey players <UNK> in front of the goal .
option 5: the field hockey team is trying to score a goal .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a brown dog catching a ball in silhouette .
option 2: a brown dog is leaping into the air to catch a ball .
option 3: a dog catching a tennis ball at sunset in a yard .
option 4: a dog is backlit buy the sun as he jumps up to catch a tennis ball .
option 5: a dog jumps in the air to catch a tennis ball .
Output: a man in a red shirt is standing with two <UNK> in front of an old structure .
option 1: a <UNK> athlete is competing with his sponsored gear along a street lined with spectators .
option 2: a man riding on a three - wheeled wheelchair .
option 3: a man with a helmet is racing a three wheeled bicycle .
option 4: a man with no legs is in a race with his wheelchair .
option 5: the <UNK> biker uses his arms to move his yellow sports bike .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a little girl running in a field
option 2: a little girl walking on the green grass in front of a big stone .
option 3: a small child is in a grassy field near an old structure .
option 4: a small child running along the grass with a large <UNK> in the background
option 5: a young child walks on the grass away from a stone monument .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: lambs on a grassy hill .
option 2: there are three lambs <UNK> one white , one black , and one spotted .
option 3: three lambs are in a field .
option 4: three young sheep walk along the grassy hill .
option 5: young sheep in the grass .
Output: a man in a red jacket is standing in front of a crowd surrounded by birds .
option 1: a boxer is practicing making hits by <UNK> the gloves of his <UNK> .
option 2: a man practices boxing
option 3: a man practicing boxing
option 4: a man with blue boxing gloves is throwing <UNK> .
option 5: an older man in boxing gloves trains .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: two fluffy white dogs are in the snow .
option 2: two white dogs are walking through deep white snow .
option 3: two white dogs walk in a snowy setting
option 4: two white dogs walking in the snow .
option 5: two white dogs walk through a huge bank of mountain snow .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man and a big , brown dog are playing tug - of - war with a toy outside .
option 2: a man and a dog are playing tug of war .
option 3: a man and a dog tussle over a toy in a grassy yard .
option 4: a man and his dog play tug of war with a rope .
option 5: a man playing with his dog .
Output: a man in a red jacket is standing in front of a crowd surrounded by people .
option 1: a group of policeman in front of a glass building
option 2: a group of policemen are standing outside of a building .
option 3: a group of police officers outside a city building .
option 4: a group of police officers <UNK> the streets with a building in the background
option 5: policemen are gathered around a glass building .
Output: a man in a red shirt is standing with two <UNK> in front of an old structure .
option 1: a couple of people are standing and the person in the red coat is pointing at the body of water .
option 2: the couple are looking <UNK> .
option 3: two people in rafting gear standing on a dry , rocky <UNK> , pointing at the river .
option 4: two people stand by a river , one wearing a helmet points .
option 5: two people stand on the rocks above the water and look at something .
Output: a man in a red jacket is standing in front of a crowd surrounded by birds .
option 1: a boy on a skateboard in midair
option 2: a male jumps in the air while on a skateboard .
option 3: a skateboarder leaps in the air on a city street .
option 4: a skateboard teenager wearing a dark shirt and blue jeans rides his board on top of a red <UNK> .
option 5: this skater is jumping over a <UNK> .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a boy in a red suit jumps into a pool .
option 2: a boy in red shorts is jumping into a swimming pool with a red chair beside it .
option 3: a small boy in red shorts leaping into a swimming pool .
option 4: a small boy jumps into a swimming pool .
option 5: a young boy in red swim trunks is jumping into a pool .
Output: a man in a red shirt is standing with two <UNK> in front of an old structure .
option 1: people are getting ready to set sail on a boat
option 2: people on a boat carrying equipment .
option 3: three men prepare to set sail on a sailboat .
option 4: three people are <UNK> diving equipment on the deck of a boat .
option 5: three people riding on a blue and white boat .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a little girl in pajamas takes a picture with a camera
option 2: a little girl in pink pajamas tries to <UNK> a camera .
option 3: a little girl takes a picture while mom watches in <UNK> .
option 4: small girl in pink clothing holding a camera in her hands .
option 5: the girl in the pink sweater is playing with a camera whilst being watched by the woman on the couch
Output: a man in a red shirt is standing with two <UNK> in front of an old structure .
option 1: a man and woman sit and talk at the dinner table .
option 2: the man with the guitar case <UNK> at the other man .
option 3: the two old men are sitting in a room , one of them wears a tan hat and holds a <UNK> case .
option 4: two men sitting down inside , one of them holding an instrument case .
option 5: two older men sitting at a table , one holding a guitar case
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a small girl , wearing a pink top and jeans , stands on a field , with others in the background .
option 2: a small white skinned girl in a pink top and jeans stands on a soccer field .
option 3: a young girl in blue jeans and a red shirt is in the green grass .
option 4: a young girl smiles in a field .
option 5: girl in pink top dancing in a field ,
{'1-gram': 0.41481413469808687, '2-gram': 0.16830260687214985, '3-gram': 0.08570138945919717, '4-gram': 0.05490910902806521}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man in a blue canoe navigates under a large tree .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in a blue wetsuit surfs .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man in a blue canoe navigates in a <UNK> with tall palm <UNK> .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man in a blue canoe navigates in a <UNK> with tall palm <UNK> .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a person in a raincoat stands in a boat going across the water .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4193667837393429, '2-gram': 0.16122196915715448, '3-gram': 0.07198613555401667, '4-gram': 0.04127227663551413}
=> Saving checkpoint
epoch: [75/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is running through a creek with a ball in its mouth . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red tracksuit is running across the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is walking past a green building . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man in a blue canoe navigates in a <UNK> with tall palm <UNK> . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog runs down a trail with a stick in his mouth . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a dog is at the top of a blue slide and a little boy is behind him .
option 2: a dog is running onto the top of a blue slide .
option 3: a yellow dog leads a child in going down a blue slide .
option 4: a yellow lab descends a slide , while a mother in a red sweater and a child in a black shirt play with a brown dog .
option 5: dog coming down a slide from a wooden playhouse
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man is performing an aerial skateboard trick on a ramp with several other people behind him .
option 2: a person is riding a skateboard in the air above a ramp .
option 3: a skateboarder does a trick off a wooden ramp as spectators watch .
option 4: a skateboarder performs while others watch nearby .
option 5: the skateboarder is taking a jump .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a person does a trick on a skateboard .
option 2: a skateboarder is doing a trick in midair .
option 3: he is doing tricks on the skateboard .
option 4: there is the bottom of a skateboard off the ground with someone in blue jeans holding it .
option 5: this skateboarder , wearing jeans and tennis shoes , grabs the board while in the air .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a girl in a hat hangs from ropes in the woods .
option 2: a girl in a yellow sun hat is hanging on ropes .
option 3: a little girl in a hat and red pants balances on <UNK> .
option 4: a little girl in a hat , striped shirt , and red shorts walking on a rope bridge .
option 5: a young girl balances on a rope ladder outside .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man and a woman on a bench .
option 2: a man and a woman sit on a bench outdoors .
option 3: a man and woman sit on a park bench .
option 4: a man sits on a bench with his arm around a lady .
option 5: the two people sit on the bench while the man in the tan jacket smokes .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a baseman and a <UNK> from the opposing team sliding onto base .
option 2: a runner slides into second base while the <UNK> waits for the ball
option 3: men participate in a baseball game .
option 4: three baseball players in motion ; one sliding into a base , another running in the background .
option 5: three men playing baseball and the one wearing a red helmet is sliding to the plate .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a brown and white dog relaxes on a carpet in sunlight .
option 2: a brown dog resting on a red , white , and blue <UNK> rug .
option 3: a german short - haired <UNK> rests on a rug by a sunny window .
option 4: a small brown and white dog lines on a red area rug in a patch of sunlight .
option 5: window shades cast light and shadow on a dog lying on a colorful carpet .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a blond girl doing a handstand on a beach
option 2: a child does a handstand at the edge of a beach .
option 3: a girl in jeans does a handstand on the shore of the ocean .
option 4: a woman does a handstand on the beach .
option 5: a woman wearing jeans is doing a handstand on the beach .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a group of children are playing near a statue .
option 2: a group of kids play on a colorful structure .
option 3: four children playing on a tent - like structure
option 4: four middle eastern children , three girls and one boy , climb on a <UNK> with a pink <UNK> .
option 5: some children climb around a <UNK> .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a boy and a girl stand in front of a house .
option 2: a girl stands nearby while a boy sits in an open doorway .
option 3: a girl stands outside of a blue and white home while a younger child sits on its <UNK> .
option 4: a little girl leans on a concrete wall next to a blue door where a shirtless child sits .
option 5: a young girl stands against a blue and white house with a young boy who sits .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man rides his bike on the side of a rocky hill .
option 2: a person in a black backpack biking on a rocky path .
option 3: a person in purple shorts riding a bike up a mountain .
option 4: mountain biker approaching a <UNK> <UNK>
option 5: this person is riding a bmx bike on a <UNK> .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a mother and daughter pose in front of a waterfall .
option 2: a woman and a child are sitting on a log and stone fence with a waterfall in the background .
option 3: a woman and a girl sitting on a fence in front of a waterfall
option 4: a woman and her daughter in front of a waterfall
option 5: a woman is sitting with a girl on a fence in front of a waterfall .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a boy wearing a white hat is running on the beach .
option 2: a child is walking through wet sand wearing a blue shirt .
option 3: a little kid wearing a hat is walking in the wet sand .
option 4: a small boy wearing a hat is standing in wet sand on a beach .
option 5: the child in the blue shirt is running through the sand .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a woman in a short skirt holds a plastic bottle as she walks down a street with <UNK> and pedestrian traffic .
option 2: a woman is walking down the middle of the road carrying a bottle .
option 3: a woman walking down the side of a highway .
option 4: a woman walking parallel to a yellow line against traffic .
option 5: a woman wearing a jean skirt walks down a city street .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a group of people are out on watercraft in the middle of the ocean .
option 2: a race with motor boats and all the people are wearing red helmets and life jackets .
option 3: four <UNK> racing across the sea .
option 4: several speed boats are racing with people dressed in red <UNK> them .
option 5: the group of boats races each other .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a guy is doing a skateboard trick in the city .
option 2: a man does a trick on his skateboard in an urban setting .
option 3: a man flips his skateboard in midair above the concrete ground .
option 4: a skateboarder doing a jump near some apartment buildings .
option 5: this <UNK> skateboarder flies high doing a trick to <UNK> his friend .
{'1-gram': 0.475400452243876, '2-gram': 0.1913270113238586, '3-gram': 0.08290570933205985, '4-gram': 0.04914036927329592}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a beach shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a boy in a green shirt is strapped in a harness climbing a rock wall .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is camping on a beach shore .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is camping on a beach shore .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a person is surfing a big wave .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past a <UNK> glass window
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4007272053147311, '2-gram': 0.1544658113557071, '3-gram': 0.07327332233233533, '4-gram': 0.0438466194360938}
=> Saving checkpoint
epoch: [76/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man is steering his ship out at sea . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink hat playing with a pink ball on a grassy plain . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man is standing in front of a skyscraper <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is camping on a beach shore . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a black dog running through the forest . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a black and brown dog is running out of the surf .
option 2: a wet dog runs through the surf at a beach .
option 3: a wet german shepherd dog is running out of the ocean with a ball in its mouth .
option 4: german shepherd running in ocean surf
option 5: the german shepherd is walking in the body of water .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man is heading out to see with his surfboard in hand .
option 2: a man with a white surfboard is walking into the water .
option 3: a person walks into the water carrying a white surfboard .
option 4: a surfer walking into the ocean
option 5: surfer with board <UNK> out to sea on gray day .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a group of asian children are part of an audience sitting on blue benches .
option 2: four kids turn around to be photographed .
option 3: little girls <UNK> the current adult <UNK> going on
option 4: some children turned backwards while in the audience .
option 5: three young girls posing for a picture in an outdoor <UNK> , surrounded by adults watching a <UNK> .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a little boy and a little girl are lying on a black bench surrounded by adults .
option 2: people at a museum standing by benches with two children laying down and one person sitting .
option 3: two children and some adults are sitting on a row of black <UNK> .
option 4: two children <UNK> on <UNK> benches at a museum while four adults look on .
option 5: two <UNK> children rest on <UNK> at an art museum while the adults around them view the art .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man talks on his cellphone while he walks down the street .
option 2: a member of the <UNK> carries a blue bag in his hand and talks on the phone as he walks .
option 3: a <UNK> carrying a small blue bag walking down the street talking on a cellphone .
option 4: <UNK> in black walking on sidewalk carrying a blue bag and talking on cellphone .
option 5: <UNK> walking with blue bag while talking on cellphone .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a boy swinging on a swing .
option 2: a boy swings in the air .
option 3: a boy wearing an orange shirt is playing on a swing .
option 4: a child in an orange shirt swings on a swing .
option 5: a child wearing an orange shirt , dark blue denim shorts and sandals rides on a swing .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a man in a yellow and yellow shirt puts his arm around a man in a blue shirt .
option 2: a man in a yellow shirt and a man in a blue shirt and tie posing for a picture .
option 3: two <UNK> pose for a picture .
option 4: two guys , one black and one white , smiling for the camera .
option 5: two men each have one arm around each other and are in formal <UNK>
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: boys wearing hats play in a soccer game .
option 2: soccer competition , with two boys in red and one in blue
option 3: two children are playing soccer
option 4: two kids in red jerseys are playing soccer .
option 5: two uniformed boys play soccer .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: person standing beside bike in stream .
option 2: two bicyclists pose by a stream for a picture .
option 3: two biker walk across the ground .
option 4: two off road bikers stopped in a creek .
option 5: two people , in bike gear , stand with bicycles near a rocky <UNK> .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a couple sitting together smiling at the photographer
option 2: a man and a woman smiling for the camera .
option 3: a man and his female <UNK> smile for a picture .
option 4: smiling , brown - eyed couple in a crowd .
option 5: two people pose for the camera .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a brown dog chases a blond one in the grass .
option 2: one dog chases another on the green grass .
option 3: the dogs are running through the yard .
option 4: the light brown dog and dark brown dog are running in the green grass .
option 5: two brown dogs are running on the grass .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a brown and white dog is jumping up , with a stick in its mouth .
option 2: a brown dog , holding a stick .
option 3: a brown dog with green collar holding a stick in its mouth .
option 4: a dog in a green collar fetches a stick from the dead leaves .
option 5: the brown and white dog with a green collar is biting a stick .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a girl in a black and blue wetsuit is surfing .
option 2: a woman , in a blue and black wetsuit , is water boarding .
option 3: a woman surfer on a white surfboard riding a large wave
option 4: a woman wearing a black and blue striped suit is surfing on a wave .
option 5: a young woman is waterskiing
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a couple of people are riding atv 's on a dirt track .
option 2: at the track , the man with the yellow <UNK> and black helmet , is going around the dirt road .
option 3: atv racers coming around a corner .
option 4: people on atv vehicles are competing against each other .
option 5: people racing on atv 's in full protective garb
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a girl climbing a chain link fence .
option 2: a little girl climbs a fence .
option 3: a small child hangs from a wire fence .
option 4: the young girl is climbing a chain link fence .
option 5: young child climbing on a chain link fence .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a black dog soaked in liquid jumping to the grass .
option 2: a brown and black dog jumping out of a pond .
option 3: a dark dog jumps out of the water and onto the grass .
option 4: a dog playing in water .
option 5: a wet brown dog is jumping from some water onto the grass
{'1-gram': 0.4400265953204955, '2-gram': 0.16434477861639102, '3-gram': 0.07047051256895381, '4-gram': 0.041449423259910446}
Validition result
Output: a man on a motorcycle going around a corner .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man fishes under a large tree .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in a blue canoe navigates in a <UNK> with tall palm <UNK> .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man fishes under a large tree .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man fishes under a large tree .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man fishes under a large tree .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: an old jeep partially submerged in water
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a young boy wearing a gray shirt eats pasta .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4204660454623665, '2-gram': 0.21146507976992746, '3-gram': 0.10190352954502349, '4-gram': 0.05976821469411907}
=> Saving checkpoint
epoch: [77/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man fishes under a large tree . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a pink and white dress is playing with a red ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man walking down a street by a garage . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man casting out a fishing line into a stream <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man fishes under a large tree . <EOS>
Train result
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: children play basketball on a court .
option 2: four young boys play basketball .
option 3: several children are playing a basketball game on a basketball court .
option 4: three small boys play basketball indoors .
option 5: three small boys playing basketball .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a dark skinned man smoking a cigarette near a green trashcan .
option 2: a man in a blue shirt is standing outside smoking a cigarette .
option 3: a man in a blue shirt smoking a cigarette
option 4: a man stands outside smoking a cigarette
option 5: a man with glasses smokes a cigarette .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a person eats <UNK> .
option 2: a young boy eats <UNK> with large <UNK> .
option 3: a young boy wearing a gray shirt eats pasta .
option 4: boy sticks huge pile of <UNK> in mouth .
option 5: kid eating pasta
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> up .
option 1: a person does a handstand with a snowboard on a yellow ramp .
option 2: a snowboarder doing a handstand on a ramp .
option 3: a snowboarder hangs upside down from his board during a maneuver in front of a crowd of people .
option 4: a snowboarder is performing a stunt in front of a crowd of spectators .
option 5: the snowboarder does a trick off of a yellow pyramid .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a child with a helmet on his head rides a bike .
option 2: a little boy rides a bike down a hill on a miniature dirt bike .
option 3: a young boy in a helmet rides a bike on the road .
option 4: the little boy rides his bicycle in a race .
option 5: the young boy <UNK> quickly at a bmx race .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a woman and a girl sitting on a front lawn
option 2: a woman and girl wearing traditional clothes , sits on the front lawn , reading from a book .
option 3: a woman wearing <UNK> clothing is sitting on the grass reading to a young girl .
option 4: the girl and a lady are sitting on a blanket , reading a book .
option 5: two women sitting on a blanket on the lawn while sharing a book .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man cross - country skis on a snowy path .
option 2: a man skies on the snowy ground among trees .
option 3: a man skiing through a <UNK> wooded area wearing a red jacket .
option 4: cross - country skiers are traveling through a snowy forest .
option 5: people hike in the snow surrounded by trees .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a brown and white dog is looking at a tennis ball floating in a pool .
option 2: a brown and white dog looking into a pool at a tennis ball .
option 3: a brown and white dog walks down a ramp toward a pool of water in which a green tennis ball floats .
option 4: a dog descends a ramp into the pool to get a tennis ball .
option 5: a dog looking at a tennis ball floating in a pool .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a biker moving quickly past trees .
option 2: a guy is on his bicycle .
option 3: a man rides his bike through the woods .
option 4: a man with a shaved head riding a mountain bike .
option 5: the man has a <UNK> and wear black gloves while riding a bike .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a female <UNK> jumping in a green field with a green mountain in the background .
option 2: a <UNK> jumping through tall grass .
option 3: a mountain <UNK> is leaping off of a rock .
option 4: a tiger jumps off a rock .
option 5: <UNK> <UNK> off rock .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> up .
option 1: a black dog is trying to run with its legs buried in the snow .
option 2: a black dog with tan markings stands in deep snow ; there is an <UNK> to the right .
option 3: a dog plays in the snow .
option 4: dog lies in snow .
option 5: the dog is trying to <UNK> the deep snow .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a sooners football player in his red and white uniform being lifted by two <UNK> dressed the same .
option 2: football players in red and white are jumping and hugging .
option 3: the football players in the red and white team uniforms are jumping up and down .
option 4: three athletes in red and white uniforms and helmets .
option 5: three football players wearing red jerseys are on the field .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a brown dog about to catch a green frisbee .
option 2: a brown dog waits for the frisbee to come down before catching it .
option 3: a dog catching a frisbee .
option 4: a dog gets ready to catch a frisbee .
option 5: dog standing in grass playing with green flying disc
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man in a helmet treads water .
option 2: a man wearing a helmet , floating in the water .
option 3: a man wearing a white helmet is in the water .
option 4: mountain climber <UNK> lands in the water .
option 5: the <UNK> <UNK> water during his <UNK> .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a swimmer comes up above the surface of the water for air .
option 2: a swimmer wearing a black cap <UNK> for air .
option 3: a swimmer wearing a black hat and goggles is doing the butterfly <UNK> .
option 4: person in goggles and black swim cap swimming
option 5: young man swimming , wearing swimming cap and protective goggles .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black mother and five children in a rural area
option 2: a family in the desert .
option 3: an african family are standing in front of some makeshift houses .
option 4: family standing in a small village .
option 5: woman in a white and gold shirt holding a baby and with three children and a man in a jacket .
{'1-gram': 0.433806474514913, '2-gram': 0.16497255610786649, '3-gram': 0.09075730769983942, '4-gram': 0.05561861169409758}
Validition result
Output: a man riding a motorcycle while wearing a black uniform .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is camping on a lake shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man wearing a blue helmet is climbing a cliff .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man fishes under a large tree .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man in a blue canoe navigates in a <UNK> with tall palm <UNK> .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man drives a vehicle with a child on his lap .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: two people stand close together looking at a river from behind a fence .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is in an bouncy seat with toys surrounding him .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.42811361852295954, '2-gram': 0.16519064452324758, '3-gram': 0.06508705600785004, '4-gram': 0.04138519148026613}
=> Saving checkpoint
epoch: [78/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog is running in a park with a tree in the background . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink hat and blue shirt running through the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man looks at the city . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man fishes under a large tree . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog is jumping in the air to catch something . <EOS>
Train result
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a barefoot man in his pajamas is looking toward the sky while walking on the tennis court .
option 2: a barefoot man walks across a tennis court .
option 3: a man in a blue shirt is walking barefoot .
option 4: a man wearing a blue shirt walking barefoot on a tennis court
option 5: the man is wearing a blue sweater and is barefoot on a court .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a couple sits at a <UNK> table in a busy restaurant .
option 2: a couple sits at a table for <UNK> in a mall .
option 3: a man and woman sit at a table in a restaurant .
option 4: a man and woman sit at a table inside a fast food restaurant .
option 5: the man wearing black makes a face as the woman across from him speaks .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a female softball player making a pitch .
option 2: a girl is winding up to throw a softball .
option 3: a teenage girl is catching a softball during a game .
option 4: kids playing softball .
option 5: young girl playing softball with white house in background
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a group of men stand outside a glass and <UNK> building .
option 2: three men are looking at a wall very <UNK> in a city .
option 3: three men stand in a glass area .
option 4: three people in a glass structure .
option 5: three people stand in an outdoor glass structure .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a man and a woman <UNK> a camera on a tripod outdoors .
option 2: a man and woman <UNK> a camera .
option 3: a pair work with the camera .
option 4: the man and the woman <UNK> together to <UNK> the camera .
option 5: two young adults are setting up the video camera for some action .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a group of soccer players after a ball .
option 2: a soccer game between the red team and the blue team .
option 3: a soccer game is in progress .
option 4: soccer game with teams in red and blue .
option 5: two teams of soccer players playing a game on a field
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: brown and black dogs playing water .
option 2: the two dogs are in the murky water
option 3: two dogs in a stream .
option 4: two dogs stand chest deep in water , next to a stick .
option 5: two dogs wearing collars stand outdoors in water up to their <UNK> .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a child is riding on a man 's back .
option 2: a man and a boy wrestle inside a house .
option 3: a man is giving a little boy a piggy back on the floor .
option 4: a man wrestling with a child on the floor .
option 5: a young boy playing on another mans back
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: the dogs fight over the red and pink ball .
option 2: two dogs both pull on the same orange ball while playing in the sand .
option 3: two dogs fighting over a pink and red toy
option 4: two dogs play tug of war with a ball .
option 5: two dogs tug on a pink and orange ball from opposite ends .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a black and brown dog jumps in the air to catch a soccer ball .
option 2: a black dog jumps to catch a ball in a yard .
option 3: black dog jumps for white ball .
option 4: dog jumping to catch a soccer ball .
option 5: the black and brown dog jumps in the air to catch the ball .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a group of girls playing field hockey .
option 2: five female hockey players are <UNK> for the ball around the goal mouth .
option 3: girls play field hockey .
option 4: the field hockey players <UNK> in front of the goal .
option 5: the field hockey team is trying to score a goal .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a hockey game .
option 2: a hockey goalie reaches for the puck during a professional game .
option 3: during an ice hockey game , a man tries to make a goal .
option 4: hockey goalie blocks a shot from a rival player as other players <UNK> .
option 5: hockey players around a goalie .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a man walking a small white and a big white dog on leashes .
option 2: a man walking down a sidewalk with 2 dogs on leashes .
option 3: a man walking two dogs down a street .
option 4: a man walks two dogs in the city .
option 5: a man walks two dogs on leashes down the street
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a couple walking along on a sidewalk
option 2: a man and a woman walk outside .
option 3: a man and woman standing in front of a <UNK> stand
option 4: a man in a black shirt and jeans walks beside a woman in black pants and a flowery shirt in front of a <UNK> stand with others walking nearby .
option 5: a woman with a floral shirt and purse and a man with a black shirt are walking while another man walks behind them .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: a black man in white shorts and a white man in black shorts boxing .
option 2: black and white man boxing .
option 3: two <UNK> are fighting .
option 4: two men box .
option 5: two men boxing in a match .
Output: a man wearing a red shirt is standing in front of a brick wall playing a game .
option 1: an older man sits and several people stand .
option 2: an old man in a hat sits and looks straight ahead .
option 3: an old man looks at people shopping .
option 4: an old man wearing a hat sitting staring off into the distance .
option 5: this is a <UNK> shot of an old man in a newspaper boy hat with people blurred out in the background .
{'1-gram': 0.36558244319321576, '2-gram': 0.15942353280279375, '3-gram': 0.09105756334058342, '4-gram': 0.05418093534804695}
Validition result
Output: a man on a motorcycle going around a corner .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man driving a green boat is in the water .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a car is <UNK> underwater in a lake or river .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man driving a boat while the man holds the canoe .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man driving a green boat is in the water .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a car is <UNK> underwater in a lake or river .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt is standing in a tent in front of a mountain .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4547571301247772, '2-gram': 0.16424835525617493, '3-gram': 0.08396340675326795, '4-gram': 0.04749795623911364}
=> Saving checkpoint
epoch: [79/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a large group of people are camping out in a stream between some trees . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red and white dress is playing with a soccer ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in blue is riding a bike in the parking lot . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a large tent with a blue and green sail in a body of water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man drives a jeep over with an umbrella . <EOS>
Train result
Output: a man wearing a blue shirt is standing in a stadium surrounded by <UNK> .
option 1: a girl sticks out her tongue on a bench .
option 2: a little girl in a blue dress sitting on a park bench , sticking out her tongue .
option 3: a little girl sticking her tongue out in a bench
option 4: the little girl in the blue dress is sitting on a wooden bench .
option 5: the little girl is sitting on an old bench and making a face
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a child in a green cap sits at a boats <UNK> .
option 2: a little kid dressed in blue , playing in a boat ,
option 3: a small child in a cap is sitting on a large seat with hands through a steering wheel .
option 4: a small child in a <UNK> car .
option 5: the boy has his arms through the steering wheel
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the <UNK> .
option 1: a big tan dog jumps in the water .
option 2: a light brown dog is running in the water .
option 3: a light colored dog splashes through the water .
option 4: a tan dog splashing in water on the bank of a pond or river .
option 5: a white dog is splashing through the water .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a backpacker standing near water at dusk .
option 2: a hiker is <UNK> by the time of day near an open and tree - lined body of water .
option 3: a hiker 's <UNK> against a blue sky and mountain range .
option 4: a hiker standing on the shore of a lake .
option 5: a man with a hiking backpack on is standing in front of a lake with a forest in the background .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a brown and white dog is running up a grassy hill .
option 2: a dog is running up a grassy hill .
option 3: a dog on a grassy hill .
option 4: a dog running uphill
option 5: a white and brown dog is running up a grassy hill .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the <UNK> .
option 1: a group of dogs playing
option 2: four dogs run in a field .
option 3: four dogs two brown and two white playing in the grass .
option 4: four small dogs running through a green field with yellow flowers in the background
option 5: two white dogs and two brown dogs running through the grass .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a dirt bike rider catches some air going off a large hill
option 2: a dirt biker on a sand dune .
option 3: a man is jumping a rock on an orange dirt bike .
option 4: a man on a motorbike riding down a steep rock face
option 5: a motocross bike rider is riding his bike through a <UNK> .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: two dogs are barking in a kitchen while a person sits at a table .
option 2: two dogs are waiting to be <UNK> in the kitchen .
option 3: two dogs are waiting with their mouths open by a person sat in a <UNK> room chair .
option 4: two dogs <UNK> at a man in a chair .
option 5: two dogs begging a partially seen person for food at a kitchen table .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a father feeding his child on the street .
option 2: a man in a black shirt and his little girl wearing orange are sharing a treat .
option 3: a man is feeding a child food while sitting near a building with onlookers .
option 4: a man , seated , <UNK> food to a little girl .
option 5: a man with sunglasses and a black shirt <UNK> ice cream to a girl with an orange dress on who is sitting beside an <UNK> bag .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black dog running in shallow water on a beach .
option 2: a black dog runs into the water at the beach .
option 3: a black dog runs through the water .
option 4: a dog running in the surf .
option 5: the dog is playing in the water .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: an animal with horns jumping in a field .
option 2: an <UNK> runs through tall brown grass .
option 3: a wild animal not <UNK> in <UNK> jumping through a field .
option 4: a wild animal races across an uncut field with a <UNK> <UNK> of trees .
option 5: a <UNK> <UNK> in the field .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a brown dog <UNK> its <UNK> .
option 2: a german shepherd on a leash barking up at <UNK> .
option 3: a leashed dog holds its mouth open wide .
option 4: brown dog barking at something off camera , green background .
option 5: the brown and black dog has his mouth open .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a bicyclist is performing a midair stunt .
option 2: a biker wearing a white t - shirt is jumping over dirt hills .
option 3: a bmx rider performs a jump while holding the bike with just his hands .
option 4: a man is airborne behind his bike whilst holding onto the handlebars as he attempting a jumping stunt .
option 5: a person performing a <UNK> bicycle jump over dirt ramps .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: the two children are on an amusement park ride .
option 2: the young boy in the orange shirt is sticking his tongue out while riding a ride .
option 3: two boys enjoy a ride at an amusement park .
option 4: two little boys playing a game , one with his mouth wide open .
option 5: two little boys ride in a fairground ride .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man in a hat and sunglasses reads a book on a park bench .
option 2: a man in <UNK> camouflage cap and jeans is sitting on a bench reading a book .
option 3: a man is sitting on a bench and reading a book .
option 4: a man on a park bench reads a <UNK> .
option 5: a man wearing a camouflage hat and sunglasses reading a book on a black metal bench .
Output: a man wearing a red shirt is standing in front of a cement wall with <UNK> on it .
option 1: a girl in a hat hangs from ropes in the woods .
option 2: a girl in a yellow sun hat is hanging on ropes .
option 3: a little girl in a hat and red pants balances on <UNK> .
option 4: a little girl in a hat , striped shirt , and red shorts walking on a rope bridge .
option 5: a young girl balances on a rope ladder outside .
{'1-gram': 0.4222915147865646, '2-gram': 0.14243675276856593, '3-gram': 0.07195733690293554, '4-gram': 0.05022552708334127}
Validition result
Output: a man on a motorcycle is racing at a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man is sitting in a shallow <UNK> .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man wearing a blue helmet is on a black dirt bike .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man is sitting in a shallow <UNK> .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man is sitting in a shallow <UNK> .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is camping on a beach shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman walking down a sandy path surrounded by trees
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.46060690630459755, '2-gram': 0.16376286873569762, '3-gram': 0.07995039111361267, '4-gram': 0.046848178912950414}
=> Saving checkpoint
epoch: [80/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a large group of people standing on a bridge near a body of water . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a dress playing with a soccer ball . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a blue jacket is <UNK> the performance <UNK> board of a theater . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is pulled through the water on a large rock . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and a dog stand on a hill overlooking water . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a girl in a blue shirt leaps into the air .
option 2: a girl in white pants and a blue tank top jumps .
option 3: an equestrian jumps in the air in the horse yard .
option 4: a young woman photographed mid - jump , in a fenced area .
option 5: the girl is wearing a blue shirt and jumping in the air .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a <UNK> old man stars at a young couple as they smoke a cigarette .
option 2: a man and woman sitting , with a man standing to the left .
option 3: an older man stands over two <UNK> at the corner of an unusual building .
option 4: a red haired man in white pants <UNK> at a couple sitting on a step .
option 5: several people standing and sitting outside on the sidewalk .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a biker bikes in the mountains .
option 2: a male bicyclist on a mountain road .
option 3: a man biking in front of mountains .
option 4: a man is biking down really rough terrain .
option 5: man on bicycle <UNK> high in the mountains .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a boy with a metal <UNK> on his head .
option 2: a little boy clowns with a <UNK> on his head .
option 3: a <UNK> boy who has a bowl on his head .
option 4: a young boy wears a metal <UNK> on his head .
option 5: this boy in the striped shirt is putting a <UNK> on top of his head .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a girl wearing red and blue clothing poses for a man kneeling to take her picture .
option 2: a man takes a picture of a girl with a <UNK> outfit .
option 3: a person taking a photograph of a child in a colourful outfit .
option 4: a young girl in red poses for a camera .
option 5: a young girl posing for a man to take a photograph near a parking lot .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a group of girls in cheerleader clothing tosses another girl into the air with an athletic field in the background .
option 2: a group of young women , one up in the air .
option 3: cheerleaders throw girl in air .
option 4: five girls <UNK> .
option 5: the cheerleaders toss their fellow member in the air .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: three climbers on rocks near waterfall .
option 2: three men climb a natural waterfall rock face .
option 3: three men in matching outfits climb a rock wall next to a waterfall .
option 4: three people are climbing rocks near a small waterfall .
option 5: three people rock climbing in matching clothes beside a small waterfall .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a group of players chase a ball on a field .
option 2: a group of young men playing a field sport .
option 3: three young men play hockey on green <UNK> <UNK> .
option 4: three young men with lacrosse sticks are chasing the ball .
option 5: young men from two japanese - sponsored teams play a game of indoor field hockey .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black and white dog is catching a frisbee
option 2: a black and white dog is catching a frisbee .
option 3: a dog catching a frisbee .
option 4: a white dog with black spots catches a bright green and pink frisbee in a field .
option 5: the dog jumps to catch a flying disc .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a small child on riding toy and a larger child on a small bicycle with training wheels .
option 2: the little boy in the red shirt looks at the smaller boy in an orange shirt while riding bikes .
option 3: two children ride their bikes on the asphalt street .
option 4: two little boys riding their bikes in the street .
option 5: two young boys ride small bikes on the road of a neighborhood .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: people in or near water with trees in the background .
option 2: people lounge in a man made pool , next to a river
option 3: seven people are wading in a natural pool .
option 4: some people are sitting in a watery pool beside the river .
option 5: there are people in swimming pool next to a river .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a dog is chasing another dog carrying a toy .
option 2: a dog runs down a beach holding a yellow toy while another chases it .
option 3: a dog with a yellow toy is being chased by another dog
option 4: one dog is chasing another dog that is carrying something in its mouth along the beach .
option 5: one white and tan dog is chasing another white and brown dog who has a toy in its mouth .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a girl is being splashed by water in a pool .
option 2: a girl wearing blue water <UNK> is being splashed in the face with water by a fellow swimmer .
option 3: a woman swimmer in a pool gets splashed by her teammate swimming past .
option 4: the woman is in a pool and being splashed
option 5: two people are in a swimming pool with water splashing around .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a basketball player in orange has the ball while another in blue tries to block him .
option 2: a basketball player in orange is <UNK> the ball from a player in blue .
option 3: the basketball player in blue is challenging the player in orange for the ball .
option 4: the basketball player in the blue uniform is <UNK> the player in the orange uniform , who has the ball .
option 5: two teams compete in a basketball game .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a group of children playing in a stream
option 2: a group of children play in the muddy water near the woods .
option 3: six people are sitting in a shallow creek making mud <UNK> .
option 4: six people in bathing suits are playing around in a creek .
option 5: some children are playing in a woodland stream .
Output: a man wearing a yellow shirt is standing in front of a <UNK> stand writing writing something .
option 1: a child wearing big green fist gloves .
option 2: a young boy is posing with <UNK> <UNK> gloves on .
option 3: a young boys hands is wearing two giant green gloves .
option 4: a young boy wearing costume hands raises his arms .
option 5: small barefoot child with large green toy hands .
{'1-gram': 0.3713867641135249, '2-gram': 0.12101283475099475, '3-gram': 0.0493894204213118, '4-gram': 0.027917238918001026}
Validition result
Output: a man on a motorcycle making a tight turn
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a tan dog is walking along a river that has fallen over to the ground .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a baby over a small boat on the beach .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a tan dog is walking along a river that has fallen over to the ground .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man fishes under a large tree .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man fishes under a large tree .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are looking at the view on a stairway by the sea .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a young girl with a yellow shirt with a skull and blue hat on with her face
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.37589555052790347, '2-gram': 0.17078899249641805, '3-gram': 0.10824482558095322, '4-gram': 0.07067627904797463}
=> Saving checkpoint
epoch: [81/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man not is standing in front of some rocks . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a green shirt is running through a grassy park . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man looks out of the <UNK> window of a vehicle . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man fishes under a large tree . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a car is <UNK> underwater in a lake or lake . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a person holding a tennis racket hits a yellow tennis ball .
option 2: a tennis player hitting the ball
option 3: a tennis player hitting the ball .
option 4: the tennis ball is about to be hit .
option 5: this man is hitting a tennis ball with a tennis racket .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a female tennis player wearing orange in the middle of a tennis match .
option 2: an african american woman is leaning over while holding a tennis racket .
option 3: a tennis player wearing an orange tennis outfit on the court .
option 4: a woman playing tennis , swinging her racket .
option 5: woman playing tennis in a bright orange outfit .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a boat <UNK> at the <UNK> .
option 2: a man standing on the dock beside a building and a <UNK> .
option 3: a red <UNK> is about to dock at a port .
option 4: a <UNK> is parked at the pier with a house on deck .
option 5: the boat is pulled up to dock and a man is pulling something out of the water .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a man and young boy in <UNK> stand in very shallow water .
option 2: two men are fishing in a river .
option 3: two men are fly - fishing in a low murky pond .
option 4: two men fly fishing while standing in a river .
option 5: two people are fishing in a pond
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black man in white shorts and a white man in black shorts boxing .
option 2: black and white man boxing .
option 3: two <UNK> are fighting .
option 4: two men box .
option 5: two men boxing in a match .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a group of four children wearing pajamas have a pillow fight .
option 2: a group of kids have a pillow - fight .
option 3: a group of young children playing pillow fight on a bed .
option 4: children having a pillow fight .
option 5: four children are having a pillow fight .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a man beginning to <UNK> wearing a red life jacket .
option 2: a man holds on to a handle in the water .
option 3: a man <UNK> .
option 4: a man <UNK> with a life jacket .
option 5: a waterskier wearing a red life jacket is holding the line waiting to be pulled up in the water .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a boy is blowing bubble underwater .
option 2: a boy is swimming underwater and bubbles are coming out of his mouth .
option 3: a child holds his <UNK> underwater .
option 4: a young boy diving through the water with his eyes open .
option 5: a young boy is underwater in a swimming pool .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a young boy is pushing an adult male in a wheelchair .
option 2: a young boy is pushing someone with a broken foot into the hospital .
option 3: a young boy pushes a large man in a wheelchair .
option 4: a young child pushes a large man in a wheelchair .
option 5: the little boy is pushing a man in a wheelchair .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a football game .
option 2: a oklahoma football player standing
option 3: a play just beginning during a football game .
option 4: football players playing a football game .
option 5: sooners football player number <UNK> plays in a game .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a boy hits a baseball with the bat .
option 2: a boy swings a baseball bat , and a catcher stands behind him .
option 3: a kid hits a baseball during a game .
option 4: a little boy in a teal uniform swinging a baseball bat .
option 5: the boy in the blue shirt is swinging a baseball bat towards a ball as the boy in the red helmet waits to catch him out .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a wave splashes the rocks as seagulls fly by .
option 2: birds are <UNK> a rock that has recently been splashed by heavy waves .
option 3: seagulls <UNK> their rock as a wave crashes against it .
option 4: seagulls are flying above the crashing waves .
option 5: waves crashing against rocks with seagulls flying over .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a football player is kicking the ball while the opposing fans watch .
option 2: a football player kicks the ball during a game with a red shirted crowd looking on .
option 3: a male wearing a football uniform kicking a football during a football game .
option 4: a man <UNK> a football as fans from the opposing team watch in the background
option 5: the sooners play another football team , number <UNK> goes after the ball .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a black dog and a brown dog with a yellow foam soccer ball toy on a grassy field
option 2: a brown dog and a black dog playing with a yellow soccer ball .
option 3: two dogs on a lawn play with a plastic toy , in a distorted photograph .
option 4: two dogs , one brown one black with a yellow toy , black dog has mouth open and brown dog has the toy .
option 5: two dogs run to catch a yellow soccer ball .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: children and a few adults are playing in a water fountain on the ground .
option 2: in an urban fountain , a number of kids and a couple of adults wade through , <UNK> .
option 3: people are gathered in a city and barefoot children stand near a water fountain .
option 4: people at a park with a public <UNK> area .
option 5: people play in the fountain on a sunny day .
Output: a man wearing a yellow shirt is standing in front of a brick wall surrounded by concrete .
option 1: a dog on an obstacle platform and a man .
option 2: a dog stands on top of a long , blue plank of wood .
option 3: a dog walks across a ramp with a man standing near .
option 4: a man outdoors near equipment .
option 5: the man leads his black and white dog across a blue obstacle .
{'1-gram': 0.3415350472738402, '2-gram': 0.12246696049040691, '3-gram': 0.04466223716043306, '4-gram': 0.02654815003493591}
Validition result
Output: a man in a red shirt is riding a red motorbike uphill on a red bicycle .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man sits on a sailboat next to a folding deck chair and a fishing pole .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a vehicle with a child on his lap .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man sits on a sailboat next to a folding deck chair and a fishing pole .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man sits on a sailboat next to a folding deck chair and a fishing pole .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man sits on a sailboat with the sun setting behind him .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a woman in a red shirt is sitting on a man wearing a grey jacket .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a young boy wearing a red shirt is blowing bubbles with an orange bubble wand .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.3463324022577991, '2-gram': 0.15406825797063461, '3-gram': 0.07600463508317629, '4-gram': 0.05004327296516753}
=> Saving checkpoint
epoch: [82/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a few people sitting in chairs next to a rocky stream . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl in a field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man walking down a street by a garage . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man sits on a sailboat next to a folding deck chair and a fishing pole . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man sits on a sailboat with the sun setting behind him . <EOS>
Train result
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a dog with mud stuck on his <UNK> is running on grass .
option 2: a golden retriever has on a collar and a harness and has a muddy lower body .
option 3: a muddy dog <UNK> through the grass .
option 4: a muddy golden dog running in grass
option 5: a white dog that is muddy walks across the green grass .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a man in a cowboy hat sits on bleachers near the water and plays guitar .
option 2: a man plays a guitar while sitting on bleachers in front of a lake .
option 3: a man plays guitar on <UNK> bleachers .
option 4: an adult and a child on bleachers near the water .
option 5: man sitting on bleachers wearing a white cowboy hat and playing a guitar
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a male hiker wearing a brown hat is standing next to a <UNK> monument on the top of a mountain .
option 2: a man stands at the peak of a mountain and has his hand on a monument .
option 3: a man stands near a statue on a mountaintop .
option 4: a man stands on a peak near a statue .
option 5: a man with a hat stands next to a pyramid - shaped monument on a cliff .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: person standing beside bike in stream .
option 2: two bicyclists pose by a stream for a picture .
option 3: two biker walk across the ground .
option 4: two off road bikers stopped in a creek .
option 5: two people , in bike gear , stand with bicycles near a rocky <UNK> .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a dog is running in a large body of water <UNK> it to splash .
option 2: a dog jumps through water .
option 3: a dog running in the water .
option 4: a dog running through water .
option 5: a dog sprints across the water .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a bride is throwing her bouquet to several women standing behind her .
option 2: a bride throwing her bouquet up in the air behind her , towards a group of ladies .
option 3: a bride throws her flowers over her head to a waiting crowd .
option 4: a bride tossing her bouquet to a group of women .
option 5: a new bride dressed in white throws a bouquet to waiting females behind her .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a biker going up a path lined with red tape .
option 2: a bmx rider takes air along the course .
option 3: a motocross rider does a jump in the woods .
option 4: biker in colorful clothes riding a trail .
option 5: the mountain bike is being ridden on a trail through the wood that is marked out by red tape .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a couple enjoying a <UNK> of <UNK> smile for the camera .
option 2: a guy and a female with drinks in hand .
option 3: a man and woman in a dark room with lights behind them holding drinks while a bright green light shines in their faces .
option 4: a young couple holding drinks and smiling .
option 5: two smiling people with drinks in their hands face each other for a picture .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a man in a black jacket with a black beard stares <UNK> .
option 2: a man in a jacket looks out .
option 3: a man sits and rubs his chin .
option 4: a man with a mohawk and beard , with his hand on his chin looking off into the distance .
option 5: an asian man <UNK> to himself .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a black dog leaping off the sand .
option 2: a black dog running on the beach near the shore .
option 3: a black dog runs on the beach .
option 4: a black dog wearing a collar running across the beach .
option 5: a dog leaps on the sandy beach .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a coach in a white polo shirt on a football field
option 2: a football coach is walking on a football field .
option 3: a man in a white shirt is walking on a football field in front of some players .
option 4: a man on the <UNK> <UNK> for <UNK> has sunglasses on his head during a football game .
option 5: a team <UNK> out on the football field during a game .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a boy in blue shorts running on a concrete surface while holding goggles .
option 2: a wet boy carrying goggles runs .
option 3: a young boy runs barefoot while wearing a blue swimsuit .
option 4: boy wearing swim trunks holding goggles and running
option 5: the young athlete <UNK> the swimming <UNK> of the race .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a black dog running through a grassy yard carrying a large ball in its mouth .
option 2: a black dog runs with a ball in its mouth .
option 3: a dog runs in a yard with a deflated ball in its mouth .
option 4: a dog runs with a volleyball .
option 5: the black dog is carrying a blue and white ball in its mouth .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a little girl in a blue and pink leotard is walking along a beam whilst a person 's hand is stretched out to <UNK> her .
option 2: a little girl in a blue and pink outfit is walking on a balance beam with the <UNK> of woman standing to her left .
option 3: a little girl walking down a balance beam with an adult ready to <UNK> .
option 4: a young girl is standing on a balance beam .
option 5: a young girl practicing gymnastics on a balance beam .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a woman laughing and a man using a <UNK> <UNK> .
option 2: one girl about to blow on a <UNK> , while the other laughs .
option 3: one woman with blond hair smiles in the foreground while another prepares to blow a <UNK> in the background .
option 4: two women sitting together .
option 5: young girl blowing party <UNK> with a laughing woman beside her .
Output: a man wearing a balloon hat holds up colored cut - out <UNK> of the air .
option 1: a boy wearing a shirt with an american flag plays with a basketball on the <UNK> .
option 2: a boy with a basketball .
option 3: a young boy playing basketball .
option 4: boy with american flag shirt bounces basketball .
option 5: the boy dribbles the ball in the playground .
{'1-gram': 0.37629378464070384, '2-gram': 0.14203357771907504, '3-gram': 0.055891145423956554, '4-gram': 0.03145332645018796}
Validition result
Output: a man on a motorcycle is racing at a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man drives a baby over a small boat on a lake .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in a yellow shirt is spraying a water gun .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man sits in a boat and holds a fishing pole while another lays down .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man sits in a boat and holds a fishing pole while another lays down .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a person in a yellow raincoat seating on a cliff .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are looking at the view on a stairway by the sea .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking his head over blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.40590614249058615, '2-gram': 0.15670146963417345, '3-gram': 0.07428699015360421, '4-gram': 0.041681360380462745}
=> Saving checkpoint
epoch: [83/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man is sitting and watching two dogs on a beach . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a little girl in a red tracksuit is throwing a frisbee . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a fruit stand with a group of people standing around it . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man is sitting in a boat near the water . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man and a dog are sitting on the pavement are sitting by a wall . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a little boy sticks his tongue out for the camera . another boy looks on .
option 2: two boys make faces .
option 3: two young boys are looking at the camera , one smiling , the other sticking his tongue out .
option 4: two young boys look up at the camera as one sticks out his tongue .
option 5: two young boys making silly faces .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: two asian men walking down the street holding red bags .
option 2: two asian men walking with red bags
option 3: two men are carrying red bags on the street beside a white metal fence .
option 4: two men walking by a fence holding red shopping bags .
option 5: two men walk together outdoors carrying red bags from a store .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a crowd walks along a sidewalk of a <UNK> market .
option 2: a street market filled with white tents , pedestrians , and <UNK> .
option 3: a woman looks over a table of <UNK> <UNK> at a <UNK> 's market .
option 4: men and women walking on the sidewalk outside a marketplace .
option 5: street with many white tents with display table with people walking nearby .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a basketball player in white leaps up at the net .
option 2: a basketball player is jumping and holding a basketball over the net .
option 3: a basketball player <UNK> <UNK> the ball .
option 4: a man jumps with a basketball to make a hoop .
option 5: the basketball player is dropping the basketball into the net .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a little boy playing with two rubber chickens .
option 2: a toddler holds a rubber chicken suspended in air
option 3: a young redheaded boy walking in the grass .
option 4: small child holding onto hanging rubber chickens .
option 5: the boy is holding on to a rubber chicken with eight balls on its feet
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a small boy in blue crawls along a window <UNK> .
option 2: a small child crawling on a <UNK> .
option 3: little boy with blue shirt crawls across <UNK> near large glass windows .
option 4: the little boy crawls around next to the large glass windows .
option 5: this picture shows a boy in a blue shirt leaning his head against a window with lots of beautiful <UNK> outside .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a girl kisses another little girl while the third is falling out of frame .
option 2: three girls pose for a picture and one of the girls kisses the others cheek .
option 3: three well dressed girls , one kissing the other , a third leaning back .
option 4: three young girls are embracing each other and <UNK> happy .
option 5: two girls dressed in white and one dressed in brown .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: an athlete performs the high jump .
option 2: a woman athlete <UNK> herself over the bar during a pole <UNK> .
option 3: a woman is black is pole <UNK> .
option 4: a woman pole <UNK> upside down as she attempts the <UNK> .
option 5: a woman with her feet in the air about to do pole <UNK>
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a baby with food all over its mouth .
option 2: a little boy with baby food on his face .
option 3: an adult <UNK> a baby wearing a bib , the baby has food around its mouth .
option 4: the baby is wearing a bib and sitting in an adult '
option 5: there is a baby with orange - <UNK> lips staring at the camera .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a child walks outside as leaves fall .
option 2: children are playing with leaves in the autumn .
option 3: children in coats playing in fall leaves .
option 4: children tossing dead leaves on lawn .
option 5: two children throw dead leaves into the air around them .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a boy sticks an <UNK> <UNK> out of a <UNK> van window .
option 2: two boys looking out the window of an <UNK> .
option 3: two boys <UNK> out the window of a <UNK> while one holds a stuffed toy .
option 4: two children <UNK> out the window of an <UNK> with a pet snake .
option 5: two young boys lean out the window of a white <UNK> with their stuffed toy snake .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a <UNK> woman in sunglasses and a jean jacket .
option 2: an elderly lady in sunglasses and a denim jacket .
option 3: an elderly woman wearing a denim jacket and sunglasses is posing for a picture in front of a green bush .
option 4: an older woman with gray hair wears sunglasses , a necklace , earrings , and blue shirt and jacket .
option 5: an old woman in sunglasses and a jean jacket smiles for the camera .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a boy does a skateboard jump at a skateboard park .
option 2: a kid doing a trick on his skateboard .
option 3: a young boy is performing tricks with a skateboard at a skate park .
option 4: a young man rides a yellow and black skateboard at the top of a ramp .
option 5: kid doing skateboard trick with his legs <UNK> and board between them .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a man in a red coat skiing .
option 2: a man in red is skiing down a snow slope .
option 3: a man wearing a red coat is skiing in the snow .
option 4: a skier <UNK> in red on a snow - covered mountain .
option 5: a snow skier in a red top and black pants moving down a hill .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a hockey goalie in a red uniform takes a drink from a water bottle .
option 2: a hockey goalie taking a drink of <UNK> .
option 3: a hockey player in a red jersey taking a drink out of a sports bottle
option 4: an ice hockey player takes water from a green bottle .
option 5: hockey player in red uniform drinking from a green water bottle .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a person hits a yellow volleyball over the net to her opponent in a pool .
option 2: people are playing water volleyball .
option 3: two people play water volleyball in a pool .
option 4: two swimmers are playing a water sport with a yellow ball and a net .
option 5: two swimmers in a pool play at a net with a water polo ball .
{'1-gram': 0.3911978632119493, '2-gram': 0.1301123699428866, '3-gram': 0.06289332576075052, '4-gram': 0.04103728715115766}
Validition result
Output: a man on a motorcycle touches his knee to the ground during a sharp turn .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man in a blue shirt is spraying a <UNK> with his arms out to sea .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man in an orange jacket raising his hands to the sky in the sand .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man in a blue shirt is spraying a <UNK> with his arms out to sea .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man in a blue shirt is spraying a <UNK> with his arms in the air .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is standing on rocks looking towards the mountains .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman walk away with their arms around each other .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby with red hat sits in his stroller .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.41811863342443895, '2-gram': 0.1643843744850022, '3-gram': 0.07061611370593858, '4-gram': 0.03925271748248983}
=> Saving checkpoint
epoch: [84/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a dog walking through a stream carrying a white towel in its mouth <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young girl wearing a pink hat stands on a grassy field . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red shirt shopping for candy <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man in a blue shirt is spraying a <UNK> with his arms in the air . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a dog running on the sand , shore in the background . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a closeup of a brown dog in front of a building .
option 2: a dog in the grass in front of a building .
option 3: a dog lies in the grass next to a <UNK> .
option 4: a little dog on a field in front of a building ; taken from the dog 's <UNK> .
option 5: a small brown dog stands in the grass next to an <UNK> building .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a boy plays in a pool with an inflatable toy .
option 2: a boy swimming in a pool .
option 3: a child on a pink raft in a pool .
option 4: a small boy swims with a pink <UNK> device in a swimming pool .
option 5: boy playing on a pink raft in a pool .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a man drives an old - fashioned red race car .
option 2: a red race car marked with the number seven is driven by a man in a blue and beige shirt .
option 3: man driving race car number <UNK> .
option 4: the man is driving a small red race car around a track .
option 5: the red car has the number seven on the side in a white circle .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: four spectators watch three competition skiers pass by .
option 2: men skiing .
option 3: skiiers race in the snow .
option 4: three skiers are coming over and down a hill while spectators are watching .
option 5: two men <UNK> ski racing while others watch from behind .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a man riding a snow machine <UNK> over .
option 2: a person on a snowmobile .
option 3: a person rides a snowmobile over the snow and does a stunt .
option 4: <UNK> riding snowmobile with front end up in the air .
option 5: someone riding a snowmobile pops a wheelie .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a blue race car is coming around a corner .
option 2: a blue <UNK> rally car turning a corner with spectators .
option 3: a group of fans cheer the blue mountain racing car as it rounds the corner .
option 4: blue race car raises dust cloud on road as spectators take photos .
option 5: spectators are taking pictures of a blue rally car that is driving around a bend in the track .
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a boy plays in the surf .
option 2: a boy running through surf on a beach .
option 3: a young boy wearing sunglasses playing on the shore at the beach
option 4: boy in sunglasses walking in the ocean .
option 5: people stand in the surf .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a brown dog barks surrounded by white snow .
option 2: a dog wearing a black collar is standing open <UNK> in the snow .
option 3: a tan dog with a black collar barking in the snow .
option 4: dog barking
option 5: dog standing in snow barking .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a girl in a green jacket leaps in the air .
option 2: a girl in green is jumping on concrete .
option 3: a woman with long hair jumps from a stone bench to another .
option 4: a young woman jumping to a beam
option 5: a young woman jumps from one bench to another .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: two little white dogs are playing in the snow .
option 2: two little white dogs are playing outside in the snow .
option 3: two white dogs are running alongside one another in snowy grass .
option 4: two white dogs running in the snow .
option 5: two white dogs run through a <UNK> with snow .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a child in a yellow shirt is looking at the body of water .
option 2: a group of people near a lake and on a bridge .
option 3: a little boy in a yellow shirt walks near the edge of a pond .
option 4: a young boy runs for the pond .
option 5: <UNK> in water of people on bridge and child walking to the water 's edge
Output: a man wearing a yellow shirt is standing in a stadium .
option 1: a little girl plays on a toy basketball game .
option 2: man holding a beer throws a basketball where a little girl is playing .
option 3: the baby in the red outfit is sitting in the middle of a basketball arcade game .
option 4: the little girl is sitting under the basket while the man throws the ball .
option 5: there is a man shooting <UNK> next to a toddler .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a father and son are flying a red kite .
option 2: a man and a child are flying a kite in a field in the city .
option 3: a man and boy are flying a kite together .
option 4: an adult and a child fly a kite together .
option 5: man and boy fly kite in park .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a girl rides a unicycle as another rides a scooter next to her .
option 2: a girl rides a unicycle with a child who rides a scooter .
option 3: a young girl rides a unicycle next to another riding a scooter on a busy street .
option 4: the girl on the unicycle reaches out for the child on the scooter .
option 5: there is a girl on a unicycle and a child on a scooter .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a girl in a helmet rides a horse .
option 2: a girl rides a horse .
option 3: a young girl wearing a helmet and riding a brown horse .
option 4: girl with black helmet riding brown <UNK> horse
option 5: the little girl is riding in a brown horse .
Output: a man wearing a red shirt is standing in a stadium .
option 1: a boy does a <UNK> trick under a tree .
option 2: a boy does a toe touch in front of a tree .
option 3: a boy in brown nearly touches his feet with his hands in the air .
option 4: a boy leaping to perform a toe - touch in front of a tree .
option 5: a young man is jumping up into the air and touching his <UNK> .
{'1-gram': 0.4794407894736843, '2-gram': 0.19638841479834002, '3-gram': 0.07760648192237099, '4-gram': 0.048141491323965585}
Validition result
Output: a man in a red suit holds a sign while a crowd of people sit and walk away .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man in a blue shirt is spraying a <UNK> with his <UNK> to the shore .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a vehicle with a child on his lap .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man in a blue shirt is spraying a <UNK> with his <UNK> to the shore .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man in a blue shirt is spraying a <UNK> with his <UNK> to the shore .
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man in a blue shirt is spraying a <UNK> with his <UNK> to the shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man in a blue shirt passes under the <UNK> <UNK> .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a baby is peeking over the top of a blue playpen .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.4840041279669762, '2-gram': 0.19642299919343098, '3-gram': 0.08370058528236483, '4-gram': 0.05290399152849343}
=> Saving checkpoint
epoch: [85/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man sits on a sailboat with the sun setting behind him . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped shirt running through a grassy area . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a suit waits for the subway <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man casting a fishing pole . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man drives a boat along a waterway lined with <UNK> . <EOS>
Train result
Output: a man wearing a yellow shirt is standing in a stadium with fire behind him .
option 1: a motorcycle races .
option 2: a motorcycle rider in a white helmet leans into a curve on a rural road .
option 3: a motorcycle rider making a turn .
option 4: someone on a motorcycle leaning into a turn .
option 5: there is a professional motorcyclist turning a corner .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: lacrosse players <UNK> for control of the ball .
option 2: lone red team player <UNK> through two black team players , to hit the ball
option 3: men play field hockey .
option 4: men play some type of sport on the field with what looks like hockey sticks .
option 5: three guys are going for the ball in a field hockey game .
Output: a man wearing a yellow shirt is standing in a stadium with his eyes closed .
option 1: the greyhound racing dogs are running around a bend in the track .
option 2: there are three dogs racing around a muddy track .
option 3: three dogs are making a turn in a dog race .
option 4: three greyhound dogs wearing muzzles round the corner of a racetrack .
option 5: three greyhounds racing around the corner of a track .
Output: a man wearing a yellow shirt is standing in the middle of the parking lot .
option 1: a brown dog shakes while standing in the water near a yellow ball .
option 2: a brown , wet dog shaking off the water .
option 3: a dog on the beach shaking off water
option 4: a dog shaking water off
option 5: the brown dog stands in the water and shakes off .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a boy in a blue wetsuit is riding a surfboard
option 2: a boy rides a surfboard over a small wave in bright blue water .
option 3: a boy wearing a blue wetsuit rides on a blue surfboard .
option 4: the boy is riding a blue board in the water .
option 5: two kids in blue <UNK> surf .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a little girl in pajamas takes a picture with a camera
option 2: a little girl in pink pajamas tries to <UNK> a camera .
option 3: a little girl takes a picture while mom watches in <UNK> .
option 4: small girl in pink clothing holding a camera in her hands .
option 5: the girl in the pink sweater is playing with a camera whilst being watched by the woman on the couch
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a goalie blocks the puck while holding a white hockey stick .
option 2: a hockey goalie crouches on the ice .
option 3: a hockey goalie in a game on the ice .
option 4: a hockey player tries to block the puck from the goal .
option 5: hockey goalie on his knees looking down
Output: a man wearing a yellow shirt is standing in the middle of the parking lot .
option 1: a brown dog carrying a black object .
option 2: a dog retrieving in the water .
option 3: a dog with a water pack is walking through clear green water .
option 4: the dog is running through the water carrying a black and yellow object in its mouth .
option 5: the <UNK> <UNK> is retrieving a <UNK> from the pond .
Output: a man wearing a yellow shirt is standing in the middle of the parking lot .
option 1: a beautiful white dog walking in the brown grass .
option 2: a white dog plays in the grass .
option 3: a white dog walks over the short grass .
option 4: the white dog walks along the dead grass with its tongue out .
option 5: white dog walking outside .
Output: a man wearing a yellow shirt is standing in a stadium with fire behind him .
option 1: a dog in a lake .
option 2: a dog running into the water .
option 3: a dog runs through the water .
option 4: a dog swims in the lake .
option 5: a white dog jumps into natural water .
Output: a man wearing a yellow shirt is standing in a stadium with fire behind him .
option 1: a white dog fetches a stick as he swims in a lake
option 2: a white dog holds a stick while swimming .
option 3: a white dog retrieves the stick from the lake for her owner .
option 4: a white dog swims with a stick .
option 5: white dog retrieving stick from water
Output: a man wearing a yellow shirt is standing in a stadium with fire behind him .
option 1: two men are standing on a path in front of a white building .
option 2: two men stand close to each other in front of a building with many <UNK> .
option 3: two men stand in front of a large building .
option 4: two men standing in front of a <UNK> building with grass and trees around .
option 5: two men stand on a sidewalk in front of a tropical hotel .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a <UNK> on the shore of a stream .
option 2: a brown furry animal stands behind some plants .
option 3: a dog hides in the bushes .
option 4: a dog hides in the tall <UNK> along a rocky shore
option 5: a dog makes it way through tall weeds .
Output: a man wearing a yellow shirt is standing in a stadium with fire behind him .
option 1: a bearded man laying on his back under a large tree .
option 2: a grey bearded man is sleeping under a tree .
option 3: a man laying in the grass under a tree .
option 4: a well dressed man with a <UNK> and a beard , sleeping under a tree in a park .
option 5: a white haired man lays down his <UNK> and hat and rests next to a tree .
Output: a man wearing a yellow shirt is standing in front of a cement wall with <UNK> on it .
option 1: a guy is grinding a rail over a tree on his snowboard .
option 2: a man snowboarding making a jump off a <UNK> <UNK> .
option 3: a snowboarder grinding up a homemade ramp .
option 4: a snowboarder is riding his board on ramp made from a piece of metal and a log .
option 5: the man is skateboarding over a log in the snow .
Output: a man wearing a yellow shirt is standing in a stadium with fire behind him .
option 1: a man dressed in a red outfit .
option 2: a man in a red suit and a red mask stands beside another costumed man .
option 3: a man wearing a red costume stands near others .
option 4: the guy is wearing a red and black outfit with a matching mask .
option 5: the man is wearing a red outfit and red mask stands in front of another man in urban camouflage .
{'1-gram': 0.406496426031592, '2-gram': 0.16821059370587588, '3-gram': 0.07468521200048346, '4-gram': 0.044412594814927625}
Validition result
Output: a man on a motorcycle is racing at a track .
option 1: a man in a <UNK> <UNK> outfit is sitting on a <UNK> motorcycle .
option 2: a man in wearing a mask and black leather is sitting on a motorcycle on the street .
option 3: a person on a motorcycle wearing full leather with a <UNK> on it and <UNK> mask .
option 4: man in black leather on a motorcycle .
option 5: man in <UNK> - <UNK> leather outfit sitting <UNK> a red motorcycle .
Output: a man sits on a boat in the sunset near a flag .
option 1: a brown dog <UNK> up a <UNK> from a stone surface .
option 2: a brown puppy chewing on a stick .
option 3: a dog with big ears is holding a small stick in its mouth .
option 4: a puppy has a stick in its mouth .
option 5: a puppy with big ears chewing on a stick .
Output: a man drives a vehicle with a child on his lap .
option 1: a man <UNK> , <UNK> his off hand into the water .
option 2: a person leaning over while <UNK> .
option 3: a shirtless man is leaning back while <UNK> .
option 4: a <UNK> <UNK> the water with his <UNK> hand .
option 5: a young man <UNK> in the ocean .
Output: a man fishes under a large tree .
option 1: a lone bicyclist jumping on his bike in front of a <UNK> wall .
option 2: a man doing tricks on a bike
option 3: a man <UNK> the <UNK> of his bicycle while he jumps .
option 4: a man on a bicycle in jeans is doing an air track along a dirt track with graffiti nearby .
option 5: a man performs bike tricks by a <UNK> .
Output: a man casting out a fishing line into a stream
option 1: a black dog running along the sandy <UNK> of a body of water while two ducks swim nearby .
option 2: a black dog running along the water
option 3: a dog and two birds .
option 4: a dog runs along the shore of a pond with two <UNK> <UNK> swimming .
option 5: dog running on shore beside two <UNK> in water
Output: a man is camping on a beach shore .
option 1: people kayaking in snowy and <UNK> <UNK> .
option 2: snowy mountains are in the background of three ocean kayakers .
option 3: three kayakers are traveling in the water alongside <UNK> mountains .
option 4: three men kayaking with mountains in the background
option 5: three people on red boats paddle through water with mountains in the background .
Output: a man and a woman are walking past benches that overlook the water .
option 1: a girl in pink pants running , an <UNK> <UNK> <UNK> in the background .
option 2: the girl dressed in purple walks through the <UNK> , <UNK> by a girl in pink .
option 3: two children <UNK> the <UNK> of a building .
option 4: two girls , one running away from the wall .
option 5: two little girls play around an old <UNK> building .
Output: a child is playing with a green ball .
option 1: a girl playing is a pile of colorful <UNK> .
option 2: a little girl plays in a ball <UNK> .
option 3: a little girl plays in a <UNK> of colorful <UNK> .
option 4: a small girl is playing in a ball <UNK>
option 5: a young girl with a white shirt and pink shorts rolling around in some plastic <UNK> <UNK>
{'1-gram': 0.42301054244987235, '2-gram': 0.2032565322031213, '3-gram': 0.09155921718066405, '4-gram': 0.05274991627753044}
=> Saving checkpoint
epoch: [86/99]
Example 1 CORRECT: Dog on a beach by the ocean
Example 1 OUTPUT: <SOS> a man sits on a boat in the sunset near a flag . <EOS>
Example 2 CORRECT: Child holding red frisbee outdoors
Example 2 OUTPUT: <SOS> a young boy in a striped sweatshirt and jeans running in the grass . <EOS>
Example 3 CORRECT: Bus driving by parked cars
Example 3 OUTPUT: <SOS> a man in a red jacket is waiting to cross the street at a light . <EOS>
Example 4 CORRECT: A small boat in the ocean
Example 4 OUTPUT: <SOS> a man fishes under a large tree . <EOS>
Example 5 CORRECT: A cowboy riding a horse in the desert
Example 5 OUTPUT: <SOS> a man drives a vehicle with a child on his lap . <EOS>
Train result
Output: a man in a white helmet is standing in a stadium with his eyes closed .
option 1: a man holds up an electronic device while he and another male look on .
option 2: a man takes a picture of him and his friend with his phone .
option 3: a man takes a picture of himself and another guy .
option 4: two men pose for a picture on a camera phone .
option 5: two men taking a picture together with the phone of one of the men
Output: a man in a white helmet is standing in a stadium with his eyes closed .
option 1: a night scene of a skateboarder on a ramp , with onlookers .
option 2: a skateboarder at night on a ramp .
option 3: a skateboarder jumping from a ramp .
option 4: one man is skateboarding in front of a crowd .
option 5: these skateboarders are attempting stunts at night .
Output: a man in a white helmet is standing in a stadium with his eyes closed .
option 1: a big dog sniffs a little dog .
option 2: a dog sits back on his hind legs and another dog <UNK> down .
option 3: a large black and white dog is licking a smaller white and black dog who is growling .
option 4: a smaller puppy playfully <UNK> at a larger dog .
option 5: two black and white dogs are playing together outside .
Output: a man in a white helmet is standing in a stadium with his eyes closed .
option 1: a man in a yellow boat paddling against waves .
option 2: a person in a yellow kayak is paddling through a river with snowy <UNK> .
option 3: the kayaker is going through rapids .
option 4: the man is in a yellow kayak in rough waters .
option 5: this person in a yellow kayak is riding the rapids .
Output: a man wearing a red shirt is standing in a stadium surrounded by people .
option 1: a group of football players huddled together in the middle of the field .
option 2: a group of football players wearing orange and blue uniforms gather together on the field .
option 3: football players in blue and orange uniforms are huddled together and hugging each other .
option 4: football players in uniform embrace one another .
option 5: the men in the <UNK> helmets have their arms wrapped around each other .
Output: a man wearing a red shirt is standing in a stadium surrounded by toys .
option 1: a skateboarder does a trick off a brown ramp while three other people watch .
option 2: a skateboarder in the air at the top of ramp .
option 3: a skateboarder in the air getting ready to land
option 4: a skateboarder is doing a stunt .
option 5: the skateboarder is in the air while holding his board .
Output: a man in a white helmet is standing in a stadium with his eyes closed .
option 1: a child wearing a yellow jacket is jumping down from a rock .
option 2: a kid in a yellow jacket and blue baseball cap jumping from a rock .
option 3: a young boy jumps into water .
option 4: boy wearing yellow jacket jumping .
option 5: little kid with yellow jacket and blue hat jumping off rock
Output: a man wearing a red shirt is standing in a stadium surrounded by people .
option 1: a brown dog running on grass .
option 2: a dog running in the fenced in backyard .
option 3: a dog running on a sunny , green lawn .
option 4: a dog runs through the grass in the sun .
option 5: a young boxer dog races across a green lawn .
Output: a man in a white helmet is standing in a stadium with his eyes closed .
option 1: a brown , black and white dog is on a obstacle course .
option 2: a dog climbs down a black ramp
option 3: a dog is running down a black and yellow ramp in an obstacle course .
option 4: a dog walks down a black ramp .
option 5: the black and white dog ran down the ramp .
Output: a man in a white helmet is standing in a stadium with his eyes closed .
option 1: a child standing in the grass with their arms spread wide .
option 2: a small child in a yellow shirt is holding their arms out to the sides .
option 3: a young boy with long curly hair walks outside with his arms spread .
option 4: a young child wearing a green shirt with his arms wide open
option 5: a <UNK> playing in the park .
Output: a man wearing a red shirt is standing in a stadium surrounded by toys .
option 1: a man in a hat stands in front of a gray jeep in dry grass .
option 2: a man in a hat standing outside of his green jeep <UNK> .
option 3: a man next to his black jeep .
option 4: man in green shirt and <UNK> <UNK> standing next to a green jeep .
option 5: man standing on a dirt hill next to a black jeep .
Output: a man wearing a red shirt is standing in a stadium surrounded by people .
option 1: a <UNK> is being <UNK> how to <UNK> stretch his right leg .
option 2: a man in military <UNK> is <UNK> another man who is lying on the ground in front of a row of parked cars .
option 3: a man on the ground near a row of cars , and another man standing holding the first man 's leg .
option 4: one man is helping another man get under a <UNK> line .
option 5: two men in combat <UNK> , one grabs the other 's foot on grass near parking lot .
Output: a man in a white helmet is standing in a stadium with his eyes closed .
option 1: a black and brown dog attempts to catch a red ball in its mouth .
option 2: a brown and black dog approaching a red ball .
option 3: a brown and black dog is trying to catch a red ball in its mouth .
option 4: a dog with mouth open to catch the red ball .
option 5: a tan and black dog opens its mouth for a red ball .
Output: a man wearing a red shirt is standing in a stadium surrounded by people .
option 1: a man with a blue shirt posing with a <UNK> man in sunglasses
option 2: a man with glasses and a blue and black striped shirt and another man wearing a brown jacket pose for a picture .
option 3: one man in stripes and one in leather pose for the camera in a city .
option 4: two men are standing on a street surrounded by buildings .
option 5: two men wearing <UNK> standing together .
Output: a man in a white helmet is standing in a stadium with his eyes closed .
option 1: a brown dog races on an obstacle course .
option 2: a dog jumping over hurdles .
option 3: a dog leaps over the bar .
option 4: a long - haired dog is jumping over horizontal poles .
option 5: the dog is jumping over a yellow and white fence on an obstacle course .
Output: a man wearing a red shirt is standing in a stadium surrounded by people .
option 1: a man holds a stick while a stream of fire <UNK> from the end of it .
option 2: a man is playing with fire in front of a group of people .
option 3: a man sets off a large sparkler while the crown watches on .
option 4: a man with a <UNK> with a crowd of people behind him watching .
option 5: fireworks light up a nighttime street , while the crowd stands back
{'1-gram': 0.4314190701472825, '2-gram': 0.16554463312300735, '3-gram': 0.07441873688129744, '4-gram': 0.04405449218166982}
!wget https://bin.equinox.io/c/4VmDzA7iaHb/ngrok-stable-linux-amd64.zip
!unzip ngrok-stable-linux-amd64.zip
import os
LOG_DIR = "runs"
os.makedirs(LOG_DIR, exist_ok=True)
get_ipython().system_raw(
'tensorboard --logdir {} --host 0.0.0.0 --port 6006 &'
.format(LOG_DIR)
)
get_ipython().system_raw('./ngrok http 6006 &')
!curl -s http://localhost:4040/api/tunnels | python3 -c \
"import sys, json; print(json.load(sys.stdin)['tunnels'][0]['public_url'])"
--2020-11-26 13:53:26-- https://bin.equinox.io/c/4VmDzA7iaHb/ngrok-stable-linux-amd64.zip Resolving bin.equinox.io (bin.equinox.io)... 52.22.13.178, 52.21.175.83, 34.195.187.253, ... Connecting to bin.equinox.io (bin.equinox.io)|52.22.13.178|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 13773305 (13M) [application/octet-stream] Saving to: ‘ngrok-stable-linux-amd64.zip.13’ ngrok-stable-linux- 100%[===================>] 13.13M 33.7MB/s in 0.4s 2020-11-26 13:53:26 (33.7 MB/s) - ‘ngrok-stable-linux-amd64.zip.13’ saved [13773305/13773305] Archive: ngrok-stable-linux-amd64.zip replace ngrok? [y]es, [n]o, [A]ll, [N]one, [r]ename: y inflating: ngrok https://62c81ac1d99e.ngrok.io
# #__________________RUN TO ACTIVATE TENSORBOARD____________________
%reload_ext tensorboard
%tensorboard --logdir {LOG_DIR}
save_point = torch.load("/content/drive/MyDrive/Colab Notebooks/imageCaptions/checkpoint_1120.pth.tar")
embed_size, hidden_size, num_layers = 512, 512, 2
vocab_size = len(train_dataset.vocab)
model = EncoderDecoder(embed_size, hidden_size, vocab_size, num_layers).to(device)
model.load_state_dict(save_point["state_dict"]);
Downloading: "https://download.pytorch.org/models/resnet152-b121ed2d.pth" to /root/.cache/torch/hub/checkpoints/resnet152-b121ed2d.pth
test_loader, test_dataset = my_get_loader(
root_folder=ROOT_FOLDER,
df= pd.DataFrame.from_dict(split['test']),
transform=transform,
batch_size=16,
num_workers=4,
shuffle=False)
test_prediction = {
'image id':[],
'kpi': [],
'captions list': [],
'output': []
}
model.eval()
with torch.no_grad():
for idx, data in tqdm(enumerate(test_loader), total=len(test_loader)):
_, batch_result = blue_score(data, test_dataset) #calculate BLUE score of the batch [16X]
for key, values in batch_result.items():
for l in values:
test_prediction[f'{key}'].append(l)
/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:10: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0 Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook` # Remove the CWD from sys.path while we load stuff.
result_df = pd.DataFrame.from_dict(test_prediction)
n_grams = {
'1-gram':[],
'2-gram':[],
'3-gram':[],
'4-gram':[]
}
for res in test_prediction['kpi']:
for key, val in res.items():
n_grams[f'{key}'].append(val)
n_grams = pd.DataFrame.from_dict(n_grams)
n_grams
| 1-gram | 2-gram | 3-gram | 4-gram | |
|---|---|---|---|---|
| 0 | 0.307692 | 0.050637 | 0.029600 | 0.021973 |
| 1 | 0.714286 | 0.468807 | 0.335789 | 0.240221 |
| 2 | 0.384615 | 0.179029 | 0.068119 | 0.041316 |
| 3 | 0.411765 | 0.050730 | 0.026753 | 0.018710 |
| 4 | 0.785714 | 0.549725 | 0.138793 | 0.069172 |
| ... | ... | ... | ... | ... |
| 995 | 0.545455 | 0.073855 | 0.040572 | 0.029502 |
| 996 | 0.400000 | 0.066667 | 0.039424 | 0.029847 |
| 997 | 0.900000 | 0.707107 | 0.400535 | 0.172860 |
| 998 | 0.573112 | 0.228333 | 0.083005 | 0.049981 |
| 999 | 0.363636 | 0.060302 | 0.035491 | 0.026658 |
1000 rows × 4 columns
keys = n_grams.keys()
plt.figure(figsize=[15, 9], dpi=100)
labels = ['1 gram', '2 gram', '3 gram', '4 gram']
plt.boxplot([n_grams[key] for key in keys], labels=labels)#, fontsize=20)
plt.xticks()
plt.show()
def show_test_image(image_id):
plt.figure(figsize=[15, 9])
img = plt.imread(os.path.join(ROOT_FOLDER, image_id))
img = cv2.resize(img, (600, 500))
#show output
output =str(" ".join(*result_df.loc[result_df['image id'] == image_id]['output'].to_list()))
plt.text(2, 10, output, fontweight='bold', fontsize=12, bbox=dict(facecolor='red', alpha=0.5))
#show captions
eps = 20
for caption in zip(*result_df.loc[result_df['image id'] == image_id]['captions list']):
plt.text(2, 10 + eps, " ".join(caption[0]), fontweight='bold', fontsize=12, bbox=dict(facecolor='green', alpha=0.5))
eps += 20
#show BLUE score
eps = 0
values = result_df.loc[result_df['image id'] == image_id]['kpi'].values[0]
for gram, val in values.items():
n = gram.replace('-', ' ')
plt.text(480, 420 + eps, f'{n}: {round(val, 5)}', fontweight='bold', fontsize=12, bbox=dict(facecolor='green', alpha=0.5))
eps += 20
plt.imshow(img)
plt.axis('off')
plt.show()
n_grams.describe()
| 1-gram | 2-gram | 3-gram | 4-gram | |
|---|---|---|---|---|
| count | 1000.000000 | 1000.000000 | 1000.000000 | 1000.000000 |
| mean | 0.488320 | 0.239379 | 0.129634 | 0.078967 |
| std | 0.150254 | 0.166527 | 0.130623 | 0.094952 |
| min | 0.125000 | 0.029525 | 0.017825 | 0.012918 |
| 25% | 0.383352 | 0.067420 | 0.040332 | 0.029847 |
| 50% | 0.477688 | 0.217930 | 0.079548 | 0.046118 |
| 75% | 0.571429 | 0.333372 | 0.169062 | 0.082487 |
| max | 1.000000 | 1.000000 | 1.000000 | 1.000000 |
#LRB - Low Range Boundry
#URB - Upper Range Boundry
mean, std = n_grams.describe()['1-gram'][['mean', 'std']][:2]
LRB = mean - std
URB = mean + std
low_indexes = n_grams.loc[n_grams['1-gram'] < LRB].index
meduim_indexes = n_grams.loc[(n_grams['1-gram'] >= LRB) & (n_grams['1-gram'] < URB)].index
hight_indexes = n_grams.loc[n_grams['1-gram'] >= URB].index
print(f'The mean value of 1 gram BLUE score is {round(mean, 5)} with standard deviation of {round(std, 5)}.\
\nMost of the values obtained will be between {round(LRB, 5)} and {round(URB, 5)}, the rest will called outliers')
print(f'Distribution result:\noutliers {len(low_indexes) + len(hight_indexes)} with , in range {len(meduim_indexes)}')
print(f'There is {len(low_indexes)} images lowwer then the lowwer standard deviation bound and {len(hight_indexes)} images greater than the upper bound std')
The mean value of 1 gram BLUE score is 0.48832 with standard deviation of 0.15025. Most of the values obtained will be between 0.33807 and 0.63857, the rest will called outliers Distribution result: outliers 294 with , in range 706 There is 155 images lowwer then the lowwer standard deviation bound and 139 images greater than the upper bound std
from random import sample, seed
seed(0)
for i in sample(low_indexes.tolist(), 4):
show_test_image(result_df.iloc[i]['image id'])
seed(5)
for i in sample(meduim_indexes.tolist(), 4):
show_test_image(result_df.iloc[i]['image id'])
seed(3)
for i in sample(hight_indexes.tolist(), 4):
show_test_image(result_df.iloc[i]['image id'])
show_test_image('241347760_d44c8d3a01.jpg')
show_test_image('2654514044_a70a6e2c21.jpg')
show_test_image('3072172967_630e9c69d0.jpg')
show_test_image('2847615962_c330bded6e.jpg')